-- Logs begin at Thu 2022-05-26 12:59:23 UTC, end at Thu 2022-05-26 14:18:34 UTC. -- May 26 13:46:59.670702 dv-cinder-842130-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 26 13:47:02.593625 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.common.config [-] Logging enabled! May 26 13:47:02.594262 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev238 May 26 13:47:02.594422 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103772) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 26 13:47:02.597513 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.common.config [-] Logging enabled! May 26 13:47:02.597763 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev238 May 26 13:47:02.598071 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103772) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 26 13:47:02.599013 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 13:47:02.599247 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 13:47:02.599619 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 13:47:02.599866 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 13:47:02.600095 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 13:47:02.600510 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.600807 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.601036 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.601358 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.601650 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.601933 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.602221 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.602515 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.602799 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.603076 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.603356 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.603584 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.603863 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.604149 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.604434 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.604659 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] debug = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.604959 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.605419 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.605841 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.606122 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.606410 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.606686 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.606955 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.607228 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.607513 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.607837 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] host = dv-cinder-842130-1-iscsi {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.608111 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.608397 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.608681 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.608965 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.609259 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.609533 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.609813 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.610088 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.610356 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] log_file = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.610628 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.610914 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.611198 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.611509 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.611707 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.611925 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.612208 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.612496 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.612771 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.613043 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.613342 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.613616 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.613887 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.614151 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.614432 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.614714 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.614997 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.615269 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.615538 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.615805 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.616072 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.616352 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.616621 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.616890 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.617173 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.617467 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.617731 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.618000 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.618296 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.618578 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.618858 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.619140 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.619412 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.619689 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.619962 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.620231 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.620522 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] use_json = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.620802 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.621069 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.621371 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.621645 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.621914 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.622185 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.622453 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.622733 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.623001 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:02.623298 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.623595 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.623893 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.624178 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.624483 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.624762 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.625050 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.625354 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.625642 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.625928 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.626222 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.626505 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.626803 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.627090 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.627386 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.627690 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.627983 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.628278 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.628557 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.628830 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.629100 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.629403 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.629691 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.629972 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.630260 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.630550 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.630830 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.631125 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.631408 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.631694 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.631985 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.632275 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.632549 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.632826 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.633115 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.633414 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.633684 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.633971 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.634245 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.634515 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.634792 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.635080 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.635365 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.635634 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.635908 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.636735 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.637014 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.637313 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.637609 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.637929 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.638223 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.638530 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.638809 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.639082 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.639355 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.639630 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.639901 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.640179 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.640456 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.640729 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.641004 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.641300 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.641572 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.641842 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.642111 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.642380 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.642649 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.642918 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.643195 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.643466 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.643740 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.644012 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.644283 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.644553 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.644853 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.645129 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.645427 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.645705 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.645980 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.646252 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.646523 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.646798 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.647075 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.647344 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.647630 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.647911 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.648194 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.648473 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.648746 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.649071 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.649374 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.649653 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.649938 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.650214 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.650490 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.650770 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.651050 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.651341 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.651631 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.652533 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.652764 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.653055 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.653371 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.653670 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.654057 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.654264 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:02.654606 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 13:47:02.654749 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103772) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 26 13:47:03.137904 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 26 13:47:03.138202 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 26 13:47:03.138529 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 26 13:47:03.138860 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.manager [-] Loading core plugin: ml2 May 26 13:47:03.486552 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:03.486929 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:03.487197 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:03.488609 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:03.488901 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:03.489201 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:03.547917 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:03.548197 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:03.548503 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:03.564040 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:03.564317 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:03.564585 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:03.596218 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:03.596854 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:03.596854 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:03.633740 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:03.634020 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:03.634291 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:03.990174 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:03.990462 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:03.990729 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:03.990994 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:03.991702 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.092790 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.093119 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.093430 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.093711 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.093994 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.094326 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.094591 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.094848 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.095102 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.095384 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.095643 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.095907 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.096161 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.096424 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.096679 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.096947 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.097228 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.097499 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.097766 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.098022 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.098303 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.098553 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.098833 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.099220 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.099473 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.099720 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.100112 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 13:47:04.100374 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 13:47:04.100611 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 13:47:04.100848 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 13:47:04.101080 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 13:47:04.101356 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 13:47:04.101724 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 26 13:47:04.106562 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 26 13:47:04.110513 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 26 13:47:04.114385 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) May 26 13:47:04.116102 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 26 13:47:04.116597 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 26 13:47:04.116979 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 26 13:47:04.117406 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 26 13:47:04.120286 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 26 13:47:04.120631 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 26 13:47:04.121507 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 26 13:47:04.126821 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 26 13:47:04.153715 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 26 13:47:04.154210 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.154535 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103772) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 26 13:47:04.154913 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.156296 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103772) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 26 13:47:04.156582 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 26 13:47:04.156825 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 26 13:47:04.160271 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.160601 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.225782 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 26 13:47:04.226021 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 26 13:47:04.226255 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 26 13:47:04.226636 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 26 13:47:04.280955 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO dbcounter [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Registered counter for database neutron May 26 13:47:04.303597 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_db.sqlalchemy.engines [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103772) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 26 13:47:04.310541 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG dbcounter [-] [103772] Writer thread running {{(pid=103772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 13:47:04.778609 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.plugins.ml2.managers [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Initializing driver for type 'gre' May 26 13:47:04.779495 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] gre ID ranges: [(1, 1000)] May 26 13:47:04.846101 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.plugins.ml2.managers [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Initializing driver for type 'local' May 26 13:47:04.846464 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.plugins.ml2.managers [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Initializing driver for type 'vlan' May 26 13:47:04.861964 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] VlanTypeDriver initialization complete May 26 13:47:04.862415 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.plugins.ml2.managers [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Initializing driver for type 'vxlan' May 26 13:47:04.863000 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] vxlan ID ranges: [(1, 1000)] May 26 13:47:04.925740 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.plugins.ml2.managers [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Initializing extension driver 'port_security' May 26 13:47:04.926104 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.plugins.ml2.extensions.port_security [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] PortSecurityExtensionDriver initialization complete May 26 13:47:04.926494 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.plugins.ml2.managers [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Initializing mechanism driver 'openvswitch' May 26 13:47:04.926857 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.plugins.ml2.managers [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Initializing mechanism driver 'hyperv' May 26 13:47:04.934453 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.plugin [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:47:04.935170 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > port after_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.935559 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > port after_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.935947 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > port after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.936527 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103772) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 13:47:04.936966 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > subnet after_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.937420 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > subnet after_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.937793 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.938198 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103772) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 13:47:04.938629 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > network after_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.938993 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > network after_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.939391 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > network after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.939820 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103772) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 13:47:04.940245 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > security_group after_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.940637 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > security_group after_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.941034 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > security_group after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.941468 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103772) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 13:47:04.941892 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.942244 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.942624 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.943077 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103772) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 13:47:04.943502 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > address_group after_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.943852 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > address_group after_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.944226 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > address_group after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.944690 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103772) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 13:47:04.945359 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] ML2 OVO RPC backend initialized. {{(pid=103772) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 26 13:47:04.946118 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.946548 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.947073 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > network before_response 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.947566 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > networks before_response 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.948033 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > port before_response 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.948470 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > ports before_response 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.949416 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > subnet before_response 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.949795 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > subnets before_response 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.950183 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > network after_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.950621 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > network after_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.951027 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > network after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.951482 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > port after_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.951900 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > port after_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.952282 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > port after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.952665 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > subnet after_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.953095 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > subnet after_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.953506 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:04.962702 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.quota [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded quota_driver: . May 26 13:47:04.963126 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.plugins.ml2.plugin [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Modular L2 Plugin initialization complete May 26 13:47:04.963565 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading services supported by the core plugin {{(pid=103772) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 26 13:47:04.963947 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.plugins.ml2.managers [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Got port-security extension from driver 'port_security' May 26 13:47:04.964550 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.extensions.vlantransparent [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Disabled vlantransparent extension. May 26 13:47:04.965127 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103772) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 26 13:47:04.965549 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading Plugin: router May 26 13:47:05.004025 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > router_interface before_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.004503 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > router after_create 55549900 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.004904 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > router before_create 55549900 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.005299 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.005697 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.006104 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > router after_delete 55549900 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.006523 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > floatingip after_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.006875 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > floatingip after_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.007237 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > router after_create 55549900 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.007587 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > router after_update 55549900 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.007947 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > router after_update 55549900 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.008298 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.008656 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > router after_update 55549900 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.009075 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > router precommit_update 55549900 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.009470 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: port after_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.009812 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: port after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.010178 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: subnet after_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.010515 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.011027 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > port precommit_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.011806 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > router precommit_create 55549900 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.012214 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: port before_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.012563 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > router precommit_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.012922 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > router after_update 55549900 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.013316 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > router precommit_delete 55549900 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.013674 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > router precommit_create 55549900 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.014039 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.014386 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > router precommit_update 55549900 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.014760 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > agent after_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.015123 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > agent after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.015473 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > network after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.016411 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.quota.resource_registry [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Tracking information for resource: router configured {{(pid=103772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 13:47:05.016744 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.quota.resource_registry [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Tracking information for resource: floatingip configured {{(pid=103772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 13:47:05.022345 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.db.l3_agentschedulers_db [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 26 13:47:05.022938 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: port after_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.023337 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: port after_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.023715 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: port after_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.024096 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: port after_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.024914 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > router before_create 55550100 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.025336 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > router precommit_delete 55550100 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.025703 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > router precommit_create 55550100 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.026060 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > router precommit_update 55550100 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.031301 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.services.provider_configuration [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Service providers = [] {{(pid=103772) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 26 13:47:05.031610 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.db.servicetype_db [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103772) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 26 13:47:05.034886 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.services.service_base [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 13:47:05.035371 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.services.service_base [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 13:47:05.035642 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.services.service_base [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 13:47:05.036571 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.services.service_base [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 13:47:05.036952 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.services.service_base [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Default provider is not specified for service type L3_ROUTER_NAT May 26 13:47:05.037401 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 13:47:05.037726 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 26 13:47:05.049339 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 13:47:05.049679 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading Plugin: auto_allocate May 26 13:47:05.055773 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: network precommit_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.056159 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: network precommit_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.056717 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 13:47:05.057055 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading Plugin: tag May 26 13:47:05.064694 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 13:47:05.065037 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading Plugin: timestamp May 26 13:47:05.069309 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 13:47:05.069692 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading Plugin: network_ip_availability May 26 13:47:05.076064 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.076546 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.076921 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.077763 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 13:47:05.078113 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading Plugin: flavors May 26 13:47:05.083264 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 13:47:05.083611 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading Plugin: revisions May 26 13:47:05.088176 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 13:47:05.088595 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.950s {{(pid=103772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 26 13:47:05.089537 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103772) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 26 13:47:05.089903 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Initializing extension manager. May 26 13:47:05.090441 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: __init__.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.090802 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: __pycache__ {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.091207 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: _port_mac_address_override.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.091545 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: address_group.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.092546 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.093143 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: address-group May 26 13:47:05.093504 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: address_scope.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.094230 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.094769 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: address-scope May 26 13:47:05.095112 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: admin_state_down_before_update.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.096188 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.096731 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: router-admin-state-down-before-update May 26 13:47:05.097074 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: agent.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.097873 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.098410 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: agent May 26 13:47:05.098738 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: agent_resources_synced.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.099679 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.100305 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: agent-resources-synced May 26 13:47:05.100808 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: allowedaddresspairs.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.102867 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.103424 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: allowed-address-pairs May 26 13:47:05.103768 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: auto_allocated_topology.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.104966 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.105571 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: auto-allocated-topology May 26 13:47:05.106472 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: availability_zone.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.106651 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.107164 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: availability_zone May 26 13:47:05.107487 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: availability_zone_filter.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.108425 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.108956 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: availability_zone_filter May 26 13:47:05.109352 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: data_plane_status.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.110279 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.110806 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension data-plane-status not supported by any of loaded plugins May 26 13:47:05.111128 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: default_subnetpools.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.112092 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.112627 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: default-subnetpools May 26 13:47:05.112948 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: dhcpagentscheduler.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.113853 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.114383 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: dhcp_agent_scheduler May 26 13:47:05.114710 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: dns.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.115689 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.116237 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension dns-integration not supported by any of loaded plugins May 26 13:47:05.116565 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: dns_domain_ports.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.117534 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.118069 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension dns-domain-ports not supported by any of loaded plugins May 26 13:47:05.118415 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.119355 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.119875 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 26 13:47:05.120200 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: dvr.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.121457 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.122013 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: dvr May 26 13:47:05.122336 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: ecmp_routes.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.123306 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.123826 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension ecmp_routes not supported by any of loaded plugins May 26 13:47:05.124154 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: empty_string_filtering.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.125101 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.125683 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: empty-string-filtering May 26 13:47:05.126005 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.126969 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.127541 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 26 13:47:05.127868 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.128806 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.129340 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 26 13:47:05.129663 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: external_net.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.130639 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.131184 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: external-net May 26 13:47:05.131519 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: extra_dhcp_opt.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.132466 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.133024 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: extra_dhcp_opt May 26 13:47:05.133380 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: extraroute.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.134306 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.134840 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: extraroute May 26 13:47:05.135161 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: extraroute_atomic.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.136808 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.137366 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: extraroute-atomic May 26 13:47:05.137711 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: filter_validation.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.138436 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.138955 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: filter-validation May 26 13:47:05.139276 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: fip_pf_description.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.140190 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.140694 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 26 13:47:05.141016 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: fip_pf_port_range.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.141991 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.142524 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 26 13:47:05.142867 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: fip_port_details.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.143854 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.144440 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: fip-port-details May 26 13:47:05.144764 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: flavors.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.146033 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.146555 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: flavors May 26 13:47:05.146881 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.148573 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.149091 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 26 13:47:05.149455 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: floatingip_pools.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.150336 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.150865 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: floatingip-pools May 26 13:47:05.151230 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: ip_allocation.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.152155 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.152658 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension ip_allocation not supported by any of loaded plugins May 26 13:47:05.152983 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.153967 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.154472 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: ip-substring-filtering May 26 13:47:05.154797 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: l2_adjacency.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.155734 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.156282 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension l2_adjacency not supported by any of loaded plugins May 26 13:47:05.156607 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: l3.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.157665 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.158181 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: router May 26 13:47:05.158517 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: l3_conntrack_helper.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.160838 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.161414 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 26 13:47:05.161748 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.162733 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.163249 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: ext-gw-mode May 26 13:47:05.163576 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.164507 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.165013 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: l3-ha May 26 13:47:05.165439 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.166358 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.167113 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 26 13:47:05.167469 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: l3_flavors.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.168395 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.168899 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: l3-flavors May 26 13:47:05.169248 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: l3_ndp_proxy.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.170639 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.171161 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 26 13:47:05.171493 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.172410 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.172923 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: l3-port-ip-change-not-allowed May 26 13:47:05.173291 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: l3agentscheduler.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.174406 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.174921 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: l3_agent_scheduler May 26 13:47:05.175259 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: local_ip.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.177068 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.177639 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension local_ip not supported by any of loaded plugins May 26 13:47:05.177971 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: logging.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.179446 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.179975 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension logging not supported by any of loaded plugins May 26 13:47:05.180298 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: metering.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.181043 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.181656 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: metering May 26 13:47:05.181982 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.183650 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.184165 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: metering_source_and_destination_fields May 26 13:47:05.184498 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: multiprovidernet.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.185595 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.186114 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: multi-provider May 26 13:47:05.186437 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: netmtu.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.187370 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.187881 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: net-mtu May 26 13:47:05.188205 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: netmtu_writable.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.189171 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.189694 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: net-mtu-writable May 26 13:47:05.190018 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: network_availability_zone.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.190696 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.191204 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: network_availability_zone May 26 13:47:05.191524 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: network_ip_availability.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.192641 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.193173 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: network-ip-availability May 26 13:47:05.193511 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: network_segment_range.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.194654 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.194780 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension network-segment-range not supported by any of loaded plugins May 26 13:47:05.195103 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: pagination.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.196092 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.196418 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: pagination May 26 13:47:05.196741 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: port_device_profile.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.197674 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.198195 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: port-device-profile May 26 13:47:05.198515 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: port_mac_address_override.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.200005 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.200520 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: port-mac-override May 26 13:47:05.200842 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.201790 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.202301 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: port-mac-address-regenerate May 26 13:47:05.202623 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.203531 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.204044 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: port-numa-affinity-policy May 26 13:47:05.204365 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: port_resource_request.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.205315 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.205824 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension port-resource-request not supported by any of loaded plugins May 26 13:47:05.206146 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: port_resource_request_groups.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.207117 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.207633 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension port-resource-request-groups not supported by any of loaded plugins May 26 13:47:05.207953 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: portbindings.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.208885 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.209545 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: binding May 26 13:47:05.209739 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: portbindings_extended.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.211016 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.211526 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: binding-extended May 26 13:47:05.211861 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: portsecurity.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.212771 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.213323 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: port-security May 26 13:47:05.213652 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: project_id.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.214668 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.214999 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: project-id May 26 13:47:05.215323 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: providernet.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.216255 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.216775 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: provider May 26 13:47:05.217098 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: qos.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.220762 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.221314 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension qos not supported by any of loaded plugins May 26 13:47:05.221803 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.223170 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.223417 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 26 13:47:05.224374 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.224374 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.225283 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 26 13:47:05.225617 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: qos_default.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.226538 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.227045 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension qos-default not supported by any of loaded plugins May 26 13:47:05.227378 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: qos_fip.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.228293 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.228803 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension qos-fip not supported by any of loaded plugins May 26 13:47:05.229129 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: qos_fip_network_policy.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.230162 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.230700 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 26 13:47:05.231025 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: qos_gateway_ip.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.231949 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.232460 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension qos-gateway-ip not supported by any of loaded plugins May 26 13:47:05.232785 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: qos_port_network_policy.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.233723 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.234236 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension qos-port-network-policy not supported by any of loaded plugins May 26 13:47:05.234568 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.235598 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.236109 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension qos-pps-minimum not supported by any of loaded plugins May 26 13:47:05.236433 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.237502 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.238018 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 26 13:47:05.238344 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: qos_pps_rule.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.239552 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.240210 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension qos-pps not supported by any of loaded plugins May 26 13:47:05.240402 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: qos_rule_type_details.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.241352 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.241869 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension qos-rule-type-details not supported by any of loaded plugins May 26 13:47:05.242194 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: qos_rule_type_filter.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.243116 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.243631 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 26 13:47:05.243958 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: qos_rules_alias.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.245176 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.246213 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension qos-rules-alias not supported by any of loaded plugins May 26 13:47:05.246536 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: quota_check_limit.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.247457 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.247974 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: quota-check-limit May 26 13:47:05.248326 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: quotasv2.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.249344 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.249674 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: quotas May 26 13:47:05.249998 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: quotasv2_detail.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.251706 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.252044 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: quota_details May 26 13:47:05.252379 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: rbac.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.253484 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.254016 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: rbac-policies May 26 13:47:05.254349 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: rbac_address_group.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.255292 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.255813 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: rbac-address-group May 26 13:47:05.256142 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: rbac_address_scope.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.257141 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.257692 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: rbac-address-scope May 26 13:47:05.258022 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: rbac_security_groups.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.258948 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.259467 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: rbac-security-groups May 26 13:47:05.259800 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: rbac_subnetpool.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.260718 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.261891 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: rbac-subnetpool May 26 13:47:05.262222 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: revisionifmatch.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.263151 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.263667 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: revision-if-match May 26 13:47:05.263990 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: revisions.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.265109 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.265657 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: standard-attr-revisions May 26 13:47:05.265984 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: router_availability_zone.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.266655 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.267168 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: router_availability_zone May 26 13:47:05.267492 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: routerservicetype.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.268413 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.268923 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension router-service-type not supported by any of loaded plugins May 26 13:47:05.269283 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.270208 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.270724 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: security-groups-normalized-cidr May 26 13:47:05.271048 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: security_groups_port_filtering.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.271995 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.272541 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: port-security-groups-filtering May 26 13:47:05.272888 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.273885 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.274442 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: security-groups-remote-address-group May 26 13:47:05.274762 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.275755 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.276292 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: security-groups-shared-filtering May 26 13:47:05.276637 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: securitygroup.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.288666 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.289181 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: security-group May 26 13:47:05.289527 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: segment.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.290273 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.290790 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension segment not supported by any of loaded plugins May 26 13:47:05.291118 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.292865 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.293455 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 26 13:47:05.293779 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: servicetype.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.294904 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.295426 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: service-type May 26 13:47:05.295761 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: sorting.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.296751 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.297084 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: sorting May 26 13:47:05.297435 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: standard_attr_segment.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.298353 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.298871 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension standard-attr-segment not supported by any of loaded plugins May 26 13:47:05.299194 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: standardattrdescription.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.299856 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.300367 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: standard-attr-description May 26 13:47:05.300688 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: stateful_security_group.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.301678 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.302196 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: stateful-security-group May 26 13:47:05.302515 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: stdattrs_common.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.303104 dv-cinder-842130-1-iscsi neutron-server[103772]: WARNING neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 26 13:47:05.303425 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.304353 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.304882 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 26 13:47:05.305239 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: subnet_onboard.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.306347 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.306866 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: subnet_onboard May 26 13:47:05.307191 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.308673 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.309207 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 26 13:47:05.309533 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: subnet_service_types.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.310458 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.310971 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: subnet-service-types May 26 13:47:05.311292 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: subnetallocation.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.312385 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.312895 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: subnet_allocation May 26 13:47:05.313251 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.313921 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.314431 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: subnetpool-prefix-ops May 26 13:47:05.314752 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.315695 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.316203 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 26 13:47:05.316526 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: tagging.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.317648 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.318166 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: standard-attr-tag May 26 13:47:05.318487 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: timestamp.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.319695 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.320224 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loaded extension: standard-attr-timestamp May 26 13:47:05.320553 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: trunk.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.321607 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.322123 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension trunk not supported by any of loaded plugins May 26 13:47:05.322450 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: trunk_details.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.323369 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.323907 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension trunk-details not supported by any of loaded plugins May 26 13:47:05.324234 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: uplink_status_propagation.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.325170 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.325690 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension uplink-status-propagation not supported by any of loaded plugins May 26 13:47:05.326015 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Loading extension file: vlantransparent.py {{(pid=103772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:47:05.326690 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:47:05.327195 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extension vlan-transparent not supported by any of loaded plugins May 26 13:47:05.329831 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.quota.resource_registry [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Creating instance of TrackedResource for resource:network May 26 13:47:05.330377 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.quota.resource_registry [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Creating instance of TrackedResource for resource:subnet May 26 13:47:05.330775 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.quota.resource_registry [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Creating instance of TrackedResource for resource:subnetpool May 26 13:47:05.331173 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.quota.resource_registry [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Creating instance of TrackedResource for resource:port May 26 13:47:05.332405 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.v2.resource_helper [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 13:47:05.332846 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.v2.resource_helper [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Service FLAVORS assigned prefix: {{(pid=103772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 13:47:05.333493 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.v2.resource_helper [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 13:47:05.333924 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.v2.resource_helper [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 13:47:05.334257 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.quota.resource_registry [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Creating instance of TrackedResource for resource:router May 26 13:47:05.334684 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.quota.resource_registry [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Creating instance of TrackedResource for resource:floatingip May 26 13:47:05.335187 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.v2.resource_helper [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Service METERING assigned prefix: /metering {{(pid=103772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 13:47:05.336646 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.337018 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.337401 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:47:05.338404 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.quota.resource_registry [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Creating instance of CountableResource for resource:rbac_policy May 26 13:47:05.338861 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.quota.resource_registry [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Creating instance of TrackedResource for resource:security_group May 26 13:47:05.339332 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.quota.resource_registry [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Creating instance of TrackedResource for resource:security_group_rule May 26 13:47:05.340064 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.v2.resource_helper [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Service CORE assigned prefix: {{(pid=103772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 13:47:05.340402 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.quota.resource_registry [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Creating instance of TrackedResource for resource:subnetpool May 26 13:47:05.340748 dv-cinder-842130-1-iscsi neutron-server[103772]: WARNING neutron.quota.resource_registry [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] subnetpool is already registered May 26 13:47:05.341189 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.v2.resource_helper [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Service CORE assigned prefix: {{(pid=103772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 13:47:05.341520 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.quota.resource_registry [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Creating instance of TrackedResource for resource:subnetpool May 26 13:47:05.341859 dv-cinder-842130-1-iscsi neutron-server[103772]: WARNING neutron.quota.resource_registry [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] subnetpool is already registered May 26 13:47:05.344167 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.v2.resource_helper [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 13:47:05.344603 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.v2.resource_helper [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Service FLAVORS assigned prefix: {{(pid=103772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 13:47:05.345211 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.v2.resource_helper [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 13:47:05.345642 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.v2.resource_helper [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 13:47:05.345973 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.quota.resource_registry [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Creating instance of TrackedResource for resource:router May 26 13:47:05.346312 dv-cinder-842130-1-iscsi neutron-server[103772]: WARNING neutron.quota.resource_registry [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] router is already registered May 26 13:47:05.346720 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.quota.resource_registry [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Creating instance of TrackedResource for resource:floatingip May 26 13:47:05.347059 dv-cinder-842130-1-iscsi neutron-server[103772]: WARNING neutron.quota.resource_registry [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] floatingip is already registered May 26 13:47:05.347513 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.v2.resource_helper [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Service METERING assigned prefix: /metering {{(pid=103772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 13:47:05.348179 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.quota.resource_registry [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Creating instance of CountableResource for resource:rbac_policy May 26 13:47:05.348510 dv-cinder-842130-1-iscsi neutron-server[103772]: WARNING neutron.quota.resource_registry [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] rbac_policy is already registered May 26 13:47:05.348928 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.quota.resource_registry [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Creating instance of TrackedResource for resource:security_group May 26 13:47:05.349314 dv-cinder-842130-1-iscsi neutron-server[103772]: WARNING neutron.quota.resource_registry [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] security_group is already registered May 26 13:47:05.350294 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.quota.resource_registry [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Creating instance of TrackedResource for resource:security_group_rule May 26 13:47:05.350294 dv-cinder-842130-1-iscsi neutron-server[103772]: WARNING neutron.quota.resource_registry [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] security_group_rule is already registered May 26 13:47:05.351042 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.v2.resource_helper [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Service CORE assigned prefix: {{(pid=103772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 13:47:05.351372 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.quota.resource_registry [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Creating instance of TrackedResource for resource:subnetpool May 26 13:47:05.351709 dv-cinder-842130-1-iscsi neutron-server[103772]: WARNING neutron.quota.resource_registry [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] subnetpool is already registered May 26 13:47:05.352367 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.v2.resource_helper [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Service CORE assigned prefix: {{(pid=103772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 13:47:05.352691 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.quota.resource_registry [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Creating instance of TrackedResource for resource:subnetpool May 26 13:47:05.353035 dv-cinder-842130-1-iscsi neutron-server[103772]: WARNING neutron.quota.resource_registry [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] subnetpool is already registered May 26 13:47:05.353534 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: extensions {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.355530 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: address-groups {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.357029 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: address-scopes {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.358362 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: agents {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.359518 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: auto-allocated-topology {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.360732 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: availability_zones {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.361975 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: dhcp-networks {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.363488 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: dhcp-agents {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.364903 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: routers {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.366615 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: flavors {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.367859 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: service_profiles {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.369064 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: next_providers {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.371106 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: service_profiles {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.372653 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: floatingip-pools {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.373879 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: routers {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.375585 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: floatingips {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.376849 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: l3-routers {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.378260 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: l3-agents {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.379663 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: metering-labels {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.380884 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: metering-label-rules {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.382281 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: network-ip-availabilities {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.383541 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: bindings {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.385063 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: quotas {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.387610 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: quotas {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.389141 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: rbac-policies {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.390338 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: security-groups {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.391755 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: security-group-rules {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.393066 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: service-providers {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.394304 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: subnetpools {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.395602 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: subnetpools {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.397168 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: tags {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.398830 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: tags {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.400620 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: tags {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.402465 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: tags {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.404142 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: tags {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.406226 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: tags {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.408805 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: tags {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.411175 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: tags {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.416234 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: tags {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.419473 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron.api.extensions [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Extended resource: tags {{(pid=103772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:47:05.428135 dv-cinder-842130-1-iscsi neutron-server[103772]: WARNING keystonemiddleware.auth_token [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 26 13:47:05.435219 dv-cinder-842130-1-iscsi neutron-server[103772]: WARNING keystonemiddleware.auth_token [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 26 13:47:05.445357 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Acquired lock "singleton_lock" {{(pid=103772) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 26 13:47:05.445836 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_concurrency.lockutils [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Releasing lock "singleton_lock" {{(pid=103772) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 26 13:47:05.446488 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO oslo_service.service [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Starting 2 workers May 26 13:47:05.451457 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Started child 103885 {{(pid=103772) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 13:47:05.456032 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Started child 103886 {{(pid=103772) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 13:47:05.457010 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:05.457779 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO neutron.service [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Neutron service started, listening on 0.0.0.0:9696 May 26 13:47:05.458296 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Publish callbacks [] for process (None), before_spawn {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:05.458658 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [-] (103885) wsgi starting up on http://0.0.0.0:9696 May 26 13:47:05.460724 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO oslo_service.service [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Starting 1 workers May 26 13:47:05.460875 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:05.462330 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [-] (103886) wsgi starting up on http://0.0.0.0:9696 May 26 13:47:05.466079 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Started child 103887 {{(pid=103772) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 13:47:05.466616 dv-cinder-842130-1-iscsi neutron-server[103772]: INFO oslo_service.service [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Starting 1 workers May 26 13:47:05.469981 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.service [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] calling RpcWorker wait() {{(pid=103887) _wait /opt/stack/neutron/neutron/service.py:128}} May 26 13:47:05.470541 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.service [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] returning from RpcWorker wait() {{(pid=103887) _wait /opt/stack/neutron/neutron/service.py:135}} May 26 13:47:05.471225 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Started child 103888 {{(pid=103772) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 13:47:05.471702 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:05.472044 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG neutron_lib.callbacks.manager [None req-498f7a7c-01bb-4827-bafc-5c116040bd7c None None] Publish callbacks [] for process (None), after_spawn {{(pid=103772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:05.472183 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:47:05.474020 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103772) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 26 13:47:05.474238 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 13:47:05.474428 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 13:47:05.474662 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 13:47:05.475016 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 13:47:05.475178 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 13:47:05.475895 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.476190 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:05.476759 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.476759 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.476759 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.477357 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.477476 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:47:05.477615 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.478045 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.478379 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.478657 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.478825 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.479196 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.479473 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.479747 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.480619 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.480903 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.481342 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.481633 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.481820 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.482099 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.482373 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.482625 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.482909 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] debug = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.483172 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.483704 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.483965 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.484188 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.484433 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.484718 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.484947 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.485257 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.485499 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.485757 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.485974 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.486232 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.486481 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.486713 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.486958 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.487274 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.487552 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.488009 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] host = dv-cinder-842130-1-iscsi {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.488265 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.488498 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.488757 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.489013 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.489309 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.489539 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.489818 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.490086 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.490370 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.490656 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.490912 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.491149 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.491406 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.491681 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] log_file = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.491848 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] log_options = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.492101 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.492382 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.492655 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.492855 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.493027 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.493220 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.493473 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.493631 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.493886 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.494125 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.494340 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.494586 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.494822 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.495059 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.495344 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.495645 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.496412 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.496650 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.496941 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.497280 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.497442 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.497717 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.497917 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.498160 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.498412 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.498631 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.498897 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.499139 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.500002 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.500247 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.500493 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.500748 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.501177 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.501651 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.501887 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.502194 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.502370 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.502605 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.503036 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.503411 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.503672 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.504214 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.504214 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.505373 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.505746 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.506213 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.506386 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] use_json = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.506655 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.506815 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.507006 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.507254 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.510378 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.510808 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.511102 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.511364 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.511766 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.512392 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.512688 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.513324 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.513749 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.516583 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.517801 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.518450 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.518754 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.519178 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.520486 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.523378 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.524334 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.524688 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.524982 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.525307 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.525692 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.525989 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.526261 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.526532 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.526829 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.527110 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.527496 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.527918 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.528152 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.529196 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.529656 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.529898 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.530861 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.531158 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.531454 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.531807 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.532103 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.532366 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.91/identity {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.532636 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.532892 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.533180 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.533453 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.533678 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.533902 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.534140 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.534428 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.534672 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.535200 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.536488 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.536725 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.537934 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.538184 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.538435 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.538758 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.538951 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.539216 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.539539 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.539899 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.542018 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.542815 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.543049 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.543324 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.543564 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.543827 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.544102 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.544449 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.544656 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.544891 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.545091 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.545464 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.545699 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.545935 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.546195 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.546402 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.546904 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.547306 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.547731 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.547931 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.548302 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.548612 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.548872 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.549105 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.549406 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.549698 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.549974 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.550253 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.550464 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.550595 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.550829 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.551033 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.551256 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.551489 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.551932 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.552131 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.552392 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.552609 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.553042 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.553240 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.553682 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.553876 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.554143 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.554477 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.554691 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.554876 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.555290 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.555518 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.555768 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.556041 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.556255 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.556531 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.556756 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.557009 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.557257 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.557512 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.557725 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.558020 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.558818 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.559239 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.559517 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.559796 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.560070 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.560306 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.560565 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.560834 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.561121 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.561541 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.562878 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.563822 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.564125 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.564425 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.564722 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.565023 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.565314 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.565556 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.565873 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.566129 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.566400 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.566656 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.566892 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.567140 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.567384 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.567629 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.567872 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.568125 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.568495 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.568867 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.569583 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.569849 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.570110 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.570364 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.570635 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.570910 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.571175 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.571433 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.571720 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.572338 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.91/identity {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.572338 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.572495 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.572619 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.573008 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.573306 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.573565 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.574335 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.574577 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.574813 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.575090 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.575330 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.575550 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.575808 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.576065 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.576288 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.576543 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.576774 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.576998 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.577393 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.577602 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.577860 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.578305 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.578540 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.578807 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.579072 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.579384 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.579634 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.579868 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.580128 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.580373 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.580656 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.580897 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.581206 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.581436 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.581675 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.581890 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.582110 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.582346 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.582579 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.582807 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.583020 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.583288 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.583550 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.583912 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.584166 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.584413 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.584680 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.584918 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.585137 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.585403 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.585608 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:47:05.585749 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.585874 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.586066 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.586288 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.586507 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.586724 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.586940 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.587156 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.587414 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.587658 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.587926 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.588174 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.588543 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.588830 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.588830 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.590212 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.590212 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.590212 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.590691 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.590691 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.590691 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.591082 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.591286 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.591573 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.591822 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.592093 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.592332 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.592545 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.592774 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.593026 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.593265 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.593492 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.593708 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.593925 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.594158 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.594384 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.594706 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.594862 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.595051 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.595283 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.595538 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.595765 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.595956 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.596201 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.596438 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.596668 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.596891 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.597098 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.597334 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.597606 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.597834 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.598052 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.598317 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.598540 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.598758 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.598990 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.599233 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.599494 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.599725 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.600216 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.600505 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.600850 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.603263 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.603263 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.603263 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.603263 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.603263 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.603263 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.603263 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.603263 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.605587 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.605587 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.605587 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.605587 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.605587 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.605587 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.605587 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.605587 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.607360 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.607360 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.607360 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.607360 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.607360 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.607360 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.607360 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.608027 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.608027 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.608027 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.608486 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.608486 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.608739 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.608877 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.609129 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.609397 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.609618 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.609843 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.610155 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.610320 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.610555 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.610799 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.611048 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.611226 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 13:47:05.611918 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103772) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 26 13:47:05.611918 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 13:47:05.612266 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 13:47:05.612266 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 13:47:05.612608 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 13:47:05.612608 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 13:47:05.612937 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.613067 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.613360 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.613483 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.613612 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.613807 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.613984 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.614153 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.614328 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.614328 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.614663 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.614663 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.615209 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.615209 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.615209 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.615657 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.615657 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.615657 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.616214 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.616214 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.616214 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.616214 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] debug = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.616900 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.616900 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.616900 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.616900 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.617515 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.617515 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.617515 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.617515 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.618042 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.618042 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.618042 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.618042 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.618630 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.618630 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.618630 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.618630 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.619333 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.619333 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] host = dv-cinder-842130-1-iscsi {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.619333 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.619333 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.619980 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.619980 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.620308 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.620308 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.620308 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.620713 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.620713 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.621055 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.621055 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.621347 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.621347 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.621610 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] log_file = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.621737 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] log_options = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.621931 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.622131 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.622317 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.622317 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.622606 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.622799 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.622799 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.623090 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.623090 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.623338 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.623461 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.623593 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.623772 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.623900 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.624057 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.624242 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.624420 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.624596 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.624776 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.624925 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.625042 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.625232 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.625434 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.625524 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.625603 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.625759 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.625916 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.626077 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.626236 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.626394 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.626552 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.626710 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.626867 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.627025 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.627186 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.627341 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.627510 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.627668 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.627857 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.628018 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.628161 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.628301 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.628458 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.628634 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.628793 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.628972 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.629209 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] use_json = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.629354 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.629478 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.629652 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.629768 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.629980 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.630133 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.630265 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.630372 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.630523 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:47:05.630727 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.630887 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.631058 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.631218 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.631372 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.631562 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.631724 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.631892 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.632002 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.632203 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.632330 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.632492 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.632679 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.632844 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.633043 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.633223 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.633395 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.633513 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.633708 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.633835 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.634008 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.634173 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.634338 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.634525 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.634709 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.634873 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.635065 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.635196 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.635289 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.635440 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.635598 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.635764 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.635942 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.91/identity {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.636632 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.636790 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.636930 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.637096 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.637292 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.637452 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.637614 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.637772 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.637948 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.638125 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.638292 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.638466 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.638626 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.638787 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.638947 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.639106 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.639268 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.639431 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.639607 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.639768 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.639952 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.640113 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.640293 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.640455 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.640644 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.640826 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.640987 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.641240 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.641350 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.641502 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.641670 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.641848 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.642010 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.642189 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.642349 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.642523 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.642684 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.642845 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.643014 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.643182 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.643356 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.643521 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.643690 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.643861 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.644038 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.644206 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.644381 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.644543 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.644713 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.644881 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.645055 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.645243 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.645424 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.645597 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.645763 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.645924 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.646083 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.646244 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.646438 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.646600 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.646780 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.646942 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.647123 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.647284 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.647463 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.647641 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.647802 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.647963 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.648143 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.648310 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.648486 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.648647 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.648826 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.649004 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.649181 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.649345 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.649505 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.649664 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.649824 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.649983 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.650144 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.650324 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.650531 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.650712 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.650873 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.651032 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.651219 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.651396 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.651561 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.652344 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.652516 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.652694 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.652867 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.653027 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.653228 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.653393 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.653572 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.653746 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.653910 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.654070 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.654231 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.654391 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.654575 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.654740 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.654900 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.655169 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.655169 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.655485 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.655565 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.655727 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.655871 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.656045 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.656226 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.656383 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.656543 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.656718 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.656882 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.657043 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.91/identity {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.657241 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.657412 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.657584 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.657762 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.657924 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.658085 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.658245 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.658425 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.658586 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.658757 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.658924 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.659101 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.659264 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.659447 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.659606 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.659766 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.659946 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.660122 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.660267 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.660431 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.660612 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.660792 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.660956 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.661134 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.661317 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.661482 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.661642 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.661823 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.661983 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.662153 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.662321 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.662498 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.662668 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.662842 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.663003 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.663163 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.663333 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.663491 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.663661 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.663830 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.664005 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.664172 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.664350 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.664528 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.664689 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.664849 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.665025 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.665215 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.665382 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.665556 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.665717 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.665881 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.666056 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.666220 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.666659 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.666837 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.666999 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.667158 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.667358 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.667524 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.667700 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.667864 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.668041 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.668207 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.668387 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.668546 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.668706 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.668866 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.669036 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.669232 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.669399 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.669575 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.669749 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.669914 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.670697 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.670697 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.670697 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.670697 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.670697 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.671176 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.671176 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.671176 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.671376 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.671486 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.671663 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.671841 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.672006 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.672258 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.672373 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.672469 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.672717 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.672826 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.672960 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.673197 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.673323 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.673485 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.673704 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.673797 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.674000 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.674110 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.674273 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.674448 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.674623 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.674815 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.674947 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.675284 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.675395 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.675481 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.675680 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.675802 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.676013 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.676168 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.676403 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.676492 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.676626 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.676849 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.676956 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.677136 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.677320 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.677480 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.677658 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.677821 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.677986 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.678168 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.678339 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.678510 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.678687 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.678869 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.679038 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.679202 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.679374 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.679546 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.679724 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.679885 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.680062 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.680226 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.680403 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.680563 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.680723 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.680886 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.681045 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.681224 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.681423 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.681559 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.681683 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.681816 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.681965 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.682123 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.682282 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.682440 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.682599 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:47:05.682752 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 13:47:05.865549 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 40562) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:47:05.874650 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [-] 10.222.0.91 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070753 May 26 13:47:10.518098 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writer thread running {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 13:47:14.918721 dv-cinder-842130-1-iscsi neutron-server[103772]: DEBUG dbcounter [-] [103772] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103772) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:17.469438 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b579a3-9620-46e9-96bc-e49356327951 None None] get_active_networks_info from dv-cinder-842130-1-iscsi {{(pid=103887) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 26 13:47:17.478375 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writer thread running {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 13:47:17.574268 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b579a3-9620-46e9-96bc-e49356327951 None None] No non-hosted networks {{(pid=103887) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 26 13:47:17.583714 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.agentschedulers_db [None req-68b579a3-9620-46e9-96bc-e49356327951 None None] DHCP Agent not found on host dv-cinder-842130-1-iscsi {{(pid=103887) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 26 13:47:17.653673 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2590dd61-ee42-429c-8cd1-e88089199e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-781361'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:19.586782 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cead1711-307a-4a60-b928-6ee172b15dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-781361'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:19.634373 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ff3723ae-fba9-4720-aa4a-6786309eeaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:20.752646 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 40632) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:47:21.249292 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-781361'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:21.489728 dv-cinder-842130-1-iscsi neutron-server[103886]: WARNING oslo_policy.policy [None req-0c54f003-6df6-42af-bf7d-9fb6d1dd1367 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 13:47:21.490300 dv-cinder-842130-1-iscsi neutron-server[103886]: WARNING oslo_policy.policy [None req-0c54f003-6df6-42af-bf7d-9fb6d1dd1367 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 13:47:21.734376 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [None req-0c54f003-6df6-42af-bf7d-9fb6d1dd1367 admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103886) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 13:47:21.753667 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-0c54f003-6df6-42af-bf7d-9fb6d1dd1367 admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9999969 May 26 13:47:22.464454 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-781361'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:23.961216 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-781361'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:23.962935 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:23.964122 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:23.965054 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:23.966675 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:23.967650 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:23.968193 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:23.968713 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:23.969490 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:23.970009 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:23.970511 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:23.971983 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:23.972544 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:23.973250 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:23.973970 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:23.974484 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:23.975032 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-842130-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:47:23.990718 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-842130-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:47:24.337525 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 40666) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:47:24.788670 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-091c1683-4ce8-4a86-8aa4-6734621d8dc1 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:47:24.880562 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.policy [None req-091c1683-4ce8-4a86-8aa4-6734621d8dc1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103886) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 13:47:24.922684 dv-cinder-842130-1-iscsi neutron-server[103886]: WARNING oslo_policy.policy [None req-091c1683-4ce8-4a86-8aa4-6734621d8dc1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 13:47:24.923075 dv-cinder-842130-1-iscsi neutron-server[103886]: WARNING oslo_policy.policy [None req-091c1683-4ce8-4a86-8aa4-6734621d8dc1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 13:47:24.947628 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writer thread running {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 13:47:24.997694 dv-cinder-842130-1-iscsi neutron-server[103887]: INFO neutron.db.l3_hamode_db [None req-8ef4e987-c43c-48f9-899b-f919943d9ab5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 26 13:47:25.036561 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-091c1683-4ce8-4a86-8aa4-6734621d8dc1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727250989174', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727250989674', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727250875189', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727250867487', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727250887347', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727250882498', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1846357', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1885368', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-903614', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-961371'] for rbac-policy (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:25.076196 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef4e987-c43c-48f9-899b-f919943d9ab5 None None] Routers set() bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:47:25.076591 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef4e987-c43c-48f9-899b-f919943d9ab5 None None] Router IDs set() for agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 26 13:47:25.108252 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-091c1683-4ce8-4a86-8aa4-6734621d8dc1 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:25.109452 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-091c1683-4ce8-4a86-8aa4-6734621d8dc1 admin admin] 10.222.0.91 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7709250 May 26 13:47:27.538713 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 40678) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:47:27.865908 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-b1817a10-ad22-4bc0-9ab6-8e4bf5e3bf6b demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:47:27.896164 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1817a10-ad22-4bc0-9ab6-8e4bf5e3bf6b demo demo] Made reservation on behalf of 7cc88b5db0244f738c4e498081179b91 for: {'network': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:47:27.899985 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1817a10-ad22-4bc0-9ab6-8e4bf5e3bf6b demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for network (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:27.917483 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1817a10-ad22-4bc0-9ab6-8e4bf5e3bf6b demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:28.036418 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1817a10-ad22-4bc0-9ab6-8e4bf5e3bf6b demo demo] Publish callbacks [] for security_group (6f99b552-708e-439c-ae8d-f884415f5b3f), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:28.040271 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1817a10-ad22-4bc0-9ab6-8e4bf5e3bf6b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (6f99b552-708e-439c-ae8d-f884415f5b3f), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:28.074105 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1817a10-ad22-4bc0-9ab6-8e4bf5e3bf6b demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=103886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 13:47:28.102083 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1817a10-ad22-4bc0-9ab6-8e4bf5e3bf6b demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=6f99b552-708e-439c-ae8d-f884415f5b3f,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:28.109780 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1817a10-ad22-4bc0-9ab6-8e4bf5e3bf6b demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727248709223', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990'] for segment (c3bef145-d8ff-4bbd-8516-d2a537dcc3ee), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:28.110280 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.db.segments_db [None req-b1817a10-ad22-4bc0-9ab6-8e4bf5e3bf6b demo demo] Added segment c3bef145-d8ff-4bbd-8516-d2a537dcc3ee of type vlan for network 771f7943-8a6d-4a8d-a61d-5f580fc677b8 May 26 13:47:28.129299 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1817a10-ad22-4bc0-9ab6-8e4bf5e3bf6b demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:28.129625 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1817a10-ad22-4bc0-9ab6-8e4bf5e3bf6b demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:28.129961 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1817a10-ad22-4bc0-9ab6-8e4bf5e3bf6b demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:28.130298 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1817a10-ad22-4bc0-9ab6-8e4bf5e3bf6b demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:28.130619 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1817a10-ad22-4bc0-9ab6-8e4bf5e3bf6b demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:28.130930 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1817a10-ad22-4bc0-9ab6-8e4bf5e3bf6b demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:28.131239 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1817a10-ad22-4bc0-9ab6-8e4bf5e3bf6b demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:28.131546 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1817a10-ad22-4bc0-9ab6-8e4bf5e3bf6b demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:28.131917 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1817a10-ad22-4bc0-9ab6-8e4bf5e3bf6b demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:28.132374 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1817a10-ad22-4bc0-9ab6-8e4bf5e3bf6b demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:28.132717 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1817a10-ad22-4bc0-9ab6-8e4bf5e3bf6b demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:28.133039 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1817a10-ad22-4bc0-9ab6-8e4bf5e3bf6b demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:28.133377 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1817a10-ad22-4bc0-9ab6-8e4bf5e3bf6b demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:28.133687 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1817a10-ad22-4bc0-9ab6-8e4bf5e3bf6b demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:28.133985 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1817a10-ad22-4bc0-9ab6-8e4bf5e3bf6b demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:28.135443 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1817a10-ad22-4bc0-9ab6-8e4bf5e3bf6b demo demo] Tracked resource versions report: May 26 13:47:28.135443 dv-cinder-842130-1-iscsi neutron-server[103886]: pushed versions: May 26 13:47:28.135443 dv-cinder-842130-1-iscsi neutron-server[103886]: { 'AddressGroup': {'1.2'}, May 26 13:47:28.135443 dv-cinder-842130-1-iscsi neutron-server[103886]: 'Agent': {'1.1'}, May 26 13:47:28.135443 dv-cinder-842130-1-iscsi neutron-server[103886]: 'ConntrackHelper': {'1.0'}, May 26 13:47:28.135443 dv-cinder-842130-1-iscsi neutron-server[103886]: 'LocalIPAssociation': {'1.0'}, May 26 13:47:28.135443 dv-cinder-842130-1-iscsi neutron-server[103886]: 'Log': {'1.0'}, May 26 13:47:28.135443 dv-cinder-842130-1-iscsi neutron-server[103886]: 'NDPProxy': {'1.0'}, May 26 13:47:28.135443 dv-cinder-842130-1-iscsi neutron-server[103886]: 'Network': {'1.1'}, May 26 13:47:28.135443 dv-cinder-842130-1-iscsi neutron-server[103886]: 'Port': {'1.7'}, May 26 13:47:28.135443 dv-cinder-842130-1-iscsi neutron-server[103886]: 'PortForwarding': {'1.3'}, May 26 13:47:28.135443 dv-cinder-842130-1-iscsi neutron-server[103886]: 'QosPolicy': {'1.10'}, May 26 13:47:28.135443 dv-cinder-842130-1-iscsi neutron-server[103886]: 'SecurityGroup': {'1.5'}, May 26 13:47:28.135443 dv-cinder-842130-1-iscsi neutron-server[103886]: 'SecurityGroupRule': {'1.2'}, May 26 13:47:28.135443 dv-cinder-842130-1-iscsi neutron-server[103886]: 'SubPort': {'1.0'}, May 26 13:47:28.135443 dv-cinder-842130-1-iscsi neutron-server[103886]: 'Subnet': {'1.1'}, May 26 13:47:28.135443 dv-cinder-842130-1-iscsi neutron-server[103886]: 'Trunk': {'1.1'}} May 26 13:47:28.135443 dv-cinder-842130-1-iscsi neutron-server[103886]: consumer versions: May 26 13:47:28.135443 dv-cinder-842130-1-iscsi neutron-server[103886]: { DHCP agent@dv-cinder-842130-1-iscsi: {}, May 26 13:47:28.135443 dv-cinder-842130-1-iscsi neutron-server[103886]: L3 agent@dv-cinder-842130-1-iscsi: {}, May 26 13:47:28.135443 dv-cinder-842130-1-iscsi neutron-server[103886]: Metadata agent@dv-cinder-842130-1-iscsi: {}, May 26 13:47:28.135443 dv-cinder-842130-1-iscsi neutron-server[103886]: Metering agent@dv-cinder-842130-1-iscsi: {}, May 26 13:47:28.135443 dv-cinder-842130-1-iscsi neutron-server[103886]: Open vSwitch agent@dv-cinder-842130-1-iscsi: { 'AddressGroup': '1.2', May 26 13:47:28.135443 dv-cinder-842130-1-iscsi neutron-server[103886]: 'Agent': '1.1', May 26 13:47:28.135443 dv-cinder-842130-1-iscsi neutron-server[103886]: 'ConntrackHelper': '1.0', May 26 13:47:28.135443 dv-cinder-842130-1-iscsi neutron-server[103886]: 'LocalIPAssociation': '1.0', May 26 13:47:28.135443 dv-cinder-842130-1-iscsi neutron-server[103886]: 'Log': '1.0', May 26 13:47:28.135443 dv-cinder-842130-1-iscsi neutron-server[103886]: 'NDPProxy': '1.0', May 26 13:47:28.135443 dv-cinder-842130-1-iscsi neutron-server[103886]: 'Network': '1.1', May 26 13:47:28.135443 dv-cinder-842130-1-iscsi neutron-server[103886]: 'Port': '1.7', May 26 13:47:28.135443 dv-cinder-842130-1-iscsi neutron-server[103886]: 'PortForwarding': '1.3', May 26 13:47:28.135443 dv-cinder-842130-1-iscsi neutron-server[103886]: 'QosPolicy': '1.10', May 26 13:47:28.135443 dv-cinder-842130-1-iscsi neutron-server[103886]: 'SecurityGroup': '1.5', May 26 13:47:28.135443 dv-cinder-842130-1-iscsi neutron-server[103886]: 'SecurityGroupRule': '1.2', May 26 13:47:28.135443 dv-cinder-842130-1-iscsi neutron-server[103886]: 'SubPort': '1.0', May 26 13:47:28.135443 dv-cinder-842130-1-iscsi neutron-server[103886]: 'Subnet': '1.1', May 26 13:47:28.135443 dv-cinder-842130-1-iscsi neutron-server[103886]: 'Trunk': '1.1'}} May 26 13:47:28.135443 dv-cinder-842130-1-iscsi neutron-server[103886]: {{(pid=103886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 13:47:28.215878 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1817a10-ad22-4bc0-9ab6-8e4bf5e3bf6b demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248153200'] for network (771f7943-8a6d-4a8d-a61d-5f580fc677b8), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:28.256737 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1817a10-ad22-4bc0-9ab6-8e4bf5e3bf6b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (771f7943-8a6d-4a8d-a61d-5f580fc677b8), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:28.262117 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1817a10-ad22-4bc0-9ab6-8e4bf5e3bf6b demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:28.262825 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1817a10-ad22-4bc0-9ab6-8e4bf5e3bf6b demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:28.327511 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-b1817a10-ad22-4bc0-9ab6-8e4bf5e3bf6b demo demo] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7876258 May 26 13:47:28.375721 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=55,neutron:INSERT=42,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:28.387985 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1817a10-ad22-4bc0-9ab6-8e4bf5e3bf6b demo demo] Pushing event updated for resources: {'Network': ['ID=771f7943-8a6d-4a8d-a61d-5f580fc677b8,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:28.401973 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Network 771f7943-8a6d-4a8d-a61d-5f580fc677b8 details requested by agent ovs-agent-dv-cinder-842130-1-iscsi with host dv-cinder-842130-1-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 13:47:30.849669 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 40692) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:47:31.354582 dv-cinder-842130-1-iscsi neutron-server[103885]: WARNING oslo_policy.policy [None req-1559094f-ba46-419e-87c7-3e433086353c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 13:47:31.355131 dv-cinder-842130-1-iscsi neutron-server[103885]: WARNING oslo_policy.policy [None req-1559094f-ba46-419e-87c7-3e433086353c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 13:47:31.587300 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writer thread running {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 13:47:31.820124 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.policy [None req-1559094f-ba46-419e-87c7-3e433086353c demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103885) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 13:47:31.862809 dv-cinder-842130-1-iscsi neutron-server[103885]: WARNING oslo_policy.policy [None req-1559094f-ba46-419e-87c7-3e433086353c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 13:47:31.863375 dv-cinder-842130-1-iscsi neutron-server[103885]: WARNING oslo_policy.policy [None req-1559094f-ba46-419e-87c7-3e433086353c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 13:47:31.871165 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1559094f-ba46-419e-87c7-3e433086353c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:31.873079 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-1559094f-ba46-419e-87c7-3e433086353c demo admin] 10.222.0.91 "GET /v2.0/networks/771f7943-8a6d-4a8d-a61d-5f580fc677b8 HTTP/1.1" status: 200 len: 825 time: 1.0216029 May 26 13:47:31.911914 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-a6b18c4e-d42f-4bca-8dec-33436aa412ab demo admin] 10.222.0.91 "GET /v2.0/subnetpools/f47cf63d-1827-4fb1-99a1-5292139ddd6e HTTP/1.1" status: 200 len: 734 time: 0.0331287 May 26 13:47:31.921596 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-99e29a17-d9fd-46b3-964a-c833ac7373b0 demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'f47cf63d-1827-4fb1-99a1-5292139ddd6e', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '771f7943-8a6d-4a8d-a61d-5f580fc677b8'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:47:31.959088 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e29a17-d9fd-46b3-964a-c833ac7373b0 demo admin] Made reservation on behalf of 7cc88b5db0244f738c4e498081179b91 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:47:31.961938 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99e29a17-d9fd-46b3-964a-c833ac7373b0 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:32.256724 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99e29a17-d9fd-46b3-964a-c833ac7373b0 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for subnet (ff3c54e5-74b5-44f3-8f0c-3ec43e50efef), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:32.326471 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e29a17-d9fd-46b3-964a-c833ac7373b0 demo admin] Checking segment: {'id': 'c3bef145-d8ff-4bbd-8516-d2a537dcc3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '771f7943-8a6d-4a8d-a61d-5f580fc677b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:47:32.326861 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e29a17-d9fd-46b3-964a-c833ac7373b0 demo admin] Network hostable DHCP agents. Network: 771f7943-8a6d-4a8d-a61d-5f580fc677b8, hostable agents: ['d9e93f65-b338-473a-bf3d-e7a4456d9980'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 13:47:32.342787 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e29a17-d9fd-46b3-964a-c833ac7373b0 demo admin] Pushing event updated for resources: {'Subnet': ['ID=ff3c54e5-74b5-44f3-8f0c-3ec43e50efef,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:32.358717 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=63,neutron:INSERT=37 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:32.360232 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e29a17-d9fd-46b3-964a-c833ac7373b0 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:32.360566 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e29a17-d9fd-46b3-964a-c833ac7373b0 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:32.360910 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e29a17-d9fd-46b3-964a-c833ac7373b0 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:32.361348 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e29a17-d9fd-46b3-964a-c833ac7373b0 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:32.361678 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e29a17-d9fd-46b3-964a-c833ac7373b0 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:32.361995 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e29a17-d9fd-46b3-964a-c833ac7373b0 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:32.362309 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e29a17-d9fd-46b3-964a-c833ac7373b0 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:32.362622 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e29a17-d9fd-46b3-964a-c833ac7373b0 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:32.362949 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e29a17-d9fd-46b3-964a-c833ac7373b0 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:32.363265 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e29a17-d9fd-46b3-964a-c833ac7373b0 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:32.363576 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e29a17-d9fd-46b3-964a-c833ac7373b0 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:32.363905 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e29a17-d9fd-46b3-964a-c833ac7373b0 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:32.364218 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e29a17-d9fd-46b3-964a-c833ac7373b0 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:32.364527 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e29a17-d9fd-46b3-964a-c833ac7373b0 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:32.364833 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e29a17-d9fd-46b3-964a-c833ac7373b0 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:32.366289 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e29a17-d9fd-46b3-964a-c833ac7373b0 demo admin] Tracked resource versions report: May 26 13:47:32.366289 dv-cinder-842130-1-iscsi neutron-server[103885]: pushed versions: May 26 13:47:32.366289 dv-cinder-842130-1-iscsi neutron-server[103885]: { 'AddressGroup': {'1.2'}, May 26 13:47:32.366289 dv-cinder-842130-1-iscsi neutron-server[103885]: 'Agent': {'1.1'}, May 26 13:47:32.366289 dv-cinder-842130-1-iscsi neutron-server[103885]: 'ConntrackHelper': {'1.0'}, May 26 13:47:32.366289 dv-cinder-842130-1-iscsi neutron-server[103885]: 'LocalIPAssociation': {'1.0'}, May 26 13:47:32.366289 dv-cinder-842130-1-iscsi neutron-server[103885]: 'Log': {'1.0'}, May 26 13:47:32.366289 dv-cinder-842130-1-iscsi neutron-server[103885]: 'NDPProxy': {'1.0'}, May 26 13:47:32.366289 dv-cinder-842130-1-iscsi neutron-server[103885]: 'Network': {'1.1'}, May 26 13:47:32.366289 dv-cinder-842130-1-iscsi neutron-server[103885]: 'Port': {'1.7'}, May 26 13:47:32.366289 dv-cinder-842130-1-iscsi neutron-server[103885]: 'PortForwarding': {'1.3'}, May 26 13:47:32.366289 dv-cinder-842130-1-iscsi neutron-server[103885]: 'QosPolicy': {'1.10'}, May 26 13:47:32.366289 dv-cinder-842130-1-iscsi neutron-server[103885]: 'SecurityGroup': {'1.5'}, May 26 13:47:32.366289 dv-cinder-842130-1-iscsi neutron-server[103885]: 'SecurityGroupRule': {'1.2'}, May 26 13:47:32.366289 dv-cinder-842130-1-iscsi neutron-server[103885]: 'SubPort': {'1.0'}, May 26 13:47:32.366289 dv-cinder-842130-1-iscsi neutron-server[103885]: 'Subnet': {'1.1'}, May 26 13:47:32.366289 dv-cinder-842130-1-iscsi neutron-server[103885]: 'Trunk': {'1.1'}} May 26 13:47:32.366289 dv-cinder-842130-1-iscsi neutron-server[103885]: consumer versions: May 26 13:47:32.366289 dv-cinder-842130-1-iscsi neutron-server[103885]: { DHCP agent@dv-cinder-842130-1-iscsi: {}, May 26 13:47:32.366289 dv-cinder-842130-1-iscsi neutron-server[103885]: L3 agent@dv-cinder-842130-1-iscsi: {}, May 26 13:47:32.366289 dv-cinder-842130-1-iscsi neutron-server[103885]: Metadata agent@dv-cinder-842130-1-iscsi: {}, May 26 13:47:32.366289 dv-cinder-842130-1-iscsi neutron-server[103885]: Metering agent@dv-cinder-842130-1-iscsi: {}, May 26 13:47:32.366289 dv-cinder-842130-1-iscsi neutron-server[103885]: Open vSwitch agent@dv-cinder-842130-1-iscsi: { 'AddressGroup': '1.2', May 26 13:47:32.366289 dv-cinder-842130-1-iscsi neutron-server[103885]: 'Agent': '1.1', May 26 13:47:32.366289 dv-cinder-842130-1-iscsi neutron-server[103885]: 'ConntrackHelper': '1.0', May 26 13:47:32.366289 dv-cinder-842130-1-iscsi neutron-server[103885]: 'LocalIPAssociation': '1.0', May 26 13:47:32.366289 dv-cinder-842130-1-iscsi neutron-server[103885]: 'Log': '1.0', May 26 13:47:32.366289 dv-cinder-842130-1-iscsi neutron-server[103885]: 'NDPProxy': '1.0', May 26 13:47:32.366289 dv-cinder-842130-1-iscsi neutron-server[103885]: 'Network': '1.1', May 26 13:47:32.366289 dv-cinder-842130-1-iscsi neutron-server[103885]: 'Port': '1.7', May 26 13:47:32.366289 dv-cinder-842130-1-iscsi neutron-server[103885]: 'PortForwarding': '1.3', May 26 13:47:32.366289 dv-cinder-842130-1-iscsi neutron-server[103885]: 'QosPolicy': '1.10', May 26 13:47:32.366289 dv-cinder-842130-1-iscsi neutron-server[103885]: 'SecurityGroup': '1.5', May 26 13:47:32.366289 dv-cinder-842130-1-iscsi neutron-server[103885]: 'SecurityGroupRule': '1.2', May 26 13:47:32.366289 dv-cinder-842130-1-iscsi neutron-server[103885]: 'SubPort': '1.0', May 26 13:47:32.366289 dv-cinder-842130-1-iscsi neutron-server[103885]: 'Subnet': '1.1', May 26 13:47:32.366289 dv-cinder-842130-1-iscsi neutron-server[103885]: 'Trunk': '1.1'}} May 26 13:47:32.366289 dv-cinder-842130-1-iscsi neutron-server[103885]: {{(pid=103885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 13:47:32.383465 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e29a17-d9fd-46b3-964a-c833ac7373b0 demo admin] Network 771f7943-8a6d-4a8d-a61d-5f580fc677b8 is scheduled to be hosted by DHCP agent d9e93f65-b338-473a-bf3d-e7a4456d9980 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 13:47:32.404136 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-99e29a17-d9fd-46b3-964a-c833ac7373b0 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842130-1-iscsi, 771f7943-8a6d-4a8d-a61d-5f580fc677b8) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:47:32.408760 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e29a17-d9fd-46b3-964a-c833ac7373b0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:32.409533 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99e29a17-d9fd-46b3-964a-c833ac7373b0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:32.413699 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e09129-fc0f-476a-a4df-cd340909fa0b None None] Network 771f7943-8a6d-4a8d-a61d-5f580fc677b8 requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:47:32.431429 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-99e29a17-d9fd-46b3-964a-c833ac7373b0 demo admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5131831 May 26 13:47:32.680982 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f1aeb0-7129-4f61-b664-204cfc63b75f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca16ceea-d323-56f7-9399-aa07b98b02ee-771f7943-8a6d-4a8d-a61d-5f580fc677b8', 'network_id': '771f7943-8a6d-4a8d-a61d-5f580fc677b8', 'project_id': '7cc88b5db0244f738c4e498081179b91', 'fixed_ips': [{'subnet_id': 'ff3c54e5-74b5-44f3-8f0c-3ec43e50efef'}]}} from dv-cinder-842130-1-iscsi. {{(pid=103887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 13:47:32.682840 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a1f1aeb0-7129-4f61-b664-204cfc63b75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:32.968398 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-a1f1aeb0-7129-4f61-b664-204cfc63b75f None None] Allocated IP 172.20.0.2 (771f7943-8a6d-4a8d-a61d-5f580fc677b8/ff3c54e5-74b5-44f3-8f0c-3ec43e50efef/ca195d21-6f33-47c2-a11b-90209a699e94) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:47:33.107835 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=63,neutron:INSERT=34,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:33.243240 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a1f1aeb0-7129-4f61-b664-204cfc63b75f None None] Publish callbacks [] for port (ca195d21-6f33-47c2-a11b-90209a699e94), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:33.252154 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a1f1aeb0-7129-4f61-b664-204cfc63b75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297'] for port (ca195d21-6f33-47c2-a11b-90209a699e94), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:33.320178 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f1aeb0-7129-4f61-b664-204cfc63b75f None None] Network 771f7943-8a6d-4a8d-a61d-5f580fc677b8 is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:47:33.333278 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-a1f1aeb0-7129-4f61-b664-204cfc63b75f None None] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:47:33.336508 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f1aeb0-7129-4f61-b664-204cfc63b75f None None] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:47:33.371383 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1aeb0-7129-4f61-b664-204cfc63b75f None None] Pushing event updated for resources: {'Port': ['ID=ca195d21-6f33-47c2-a11b-90209a699e94,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:33.389179 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:33.398288 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1aeb0-7129-4f61-b664-204cfc63b75f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:33.398636 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1aeb0-7129-4f61-b664-204cfc63b75f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:33.398991 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1aeb0-7129-4f61-b664-204cfc63b75f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:33.399431 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1aeb0-7129-4f61-b664-204cfc63b75f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:33.399759 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1aeb0-7129-4f61-b664-204cfc63b75f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:33.400077 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1aeb0-7129-4f61-b664-204cfc63b75f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:33.400396 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1aeb0-7129-4f61-b664-204cfc63b75f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:33.400812 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1aeb0-7129-4f61-b664-204cfc63b75f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:33.401134 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1aeb0-7129-4f61-b664-204cfc63b75f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:33.401472 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1aeb0-7129-4f61-b664-204cfc63b75f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:33.401786 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1aeb0-7129-4f61-b664-204cfc63b75f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:33.402116 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1aeb0-7129-4f61-b664-204cfc63b75f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:33.402434 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1aeb0-7129-4f61-b664-204cfc63b75f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:33.402755 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1aeb0-7129-4f61-b664-204cfc63b75f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:33.403056 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1aeb0-7129-4f61-b664-204cfc63b75f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:33.404508 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f1aeb0-7129-4f61-b664-204cfc63b75f None None] Tracked resource versions report: May 26 13:47:33.404508 dv-cinder-842130-1-iscsi neutron-server[103887]: pushed versions: May 26 13:47:33.404508 dv-cinder-842130-1-iscsi neutron-server[103887]: { 'AddressGroup': {'1.2'}, May 26 13:47:33.404508 dv-cinder-842130-1-iscsi neutron-server[103887]: 'Agent': {'1.1'}, May 26 13:47:33.404508 dv-cinder-842130-1-iscsi neutron-server[103887]: 'ConntrackHelper': {'1.0'}, May 26 13:47:33.404508 dv-cinder-842130-1-iscsi neutron-server[103887]: 'LocalIPAssociation': {'1.0'}, May 26 13:47:33.404508 dv-cinder-842130-1-iscsi neutron-server[103887]: 'Log': {'1.0'}, May 26 13:47:33.404508 dv-cinder-842130-1-iscsi neutron-server[103887]: 'NDPProxy': {'1.0'}, May 26 13:47:33.404508 dv-cinder-842130-1-iscsi neutron-server[103887]: 'Network': {'1.1'}, May 26 13:47:33.404508 dv-cinder-842130-1-iscsi neutron-server[103887]: 'Port': {'1.7'}, May 26 13:47:33.404508 dv-cinder-842130-1-iscsi neutron-server[103887]: 'PortForwarding': {'1.3'}, May 26 13:47:33.404508 dv-cinder-842130-1-iscsi neutron-server[103887]: 'QosPolicy': {'1.10'}, May 26 13:47:33.404508 dv-cinder-842130-1-iscsi neutron-server[103887]: 'SecurityGroup': {'1.5'}, May 26 13:47:33.404508 dv-cinder-842130-1-iscsi neutron-server[103887]: 'SecurityGroupRule': {'1.2'}, May 26 13:47:33.404508 dv-cinder-842130-1-iscsi neutron-server[103887]: 'SubPort': {'1.0'}, May 26 13:47:33.404508 dv-cinder-842130-1-iscsi neutron-server[103887]: 'Subnet': {'1.1'}, May 26 13:47:33.404508 dv-cinder-842130-1-iscsi neutron-server[103887]: 'Trunk': {'1.1'}} May 26 13:47:33.404508 dv-cinder-842130-1-iscsi neutron-server[103887]: consumer versions: May 26 13:47:33.404508 dv-cinder-842130-1-iscsi neutron-server[103887]: { DHCP agent@dv-cinder-842130-1-iscsi: {}, May 26 13:47:33.404508 dv-cinder-842130-1-iscsi neutron-server[103887]: L3 agent@dv-cinder-842130-1-iscsi: {}, May 26 13:47:33.404508 dv-cinder-842130-1-iscsi neutron-server[103887]: Metadata agent@dv-cinder-842130-1-iscsi: {}, May 26 13:47:33.404508 dv-cinder-842130-1-iscsi neutron-server[103887]: Metering agent@dv-cinder-842130-1-iscsi: {}, May 26 13:47:33.404508 dv-cinder-842130-1-iscsi neutron-server[103887]: Open vSwitch agent@dv-cinder-842130-1-iscsi: { 'AddressGroup': '1.2', May 26 13:47:33.404508 dv-cinder-842130-1-iscsi neutron-server[103887]: 'Agent': '1.1', May 26 13:47:33.404508 dv-cinder-842130-1-iscsi neutron-server[103887]: 'ConntrackHelper': '1.0', May 26 13:47:33.404508 dv-cinder-842130-1-iscsi neutron-server[103887]: 'LocalIPAssociation': '1.0', May 26 13:47:33.404508 dv-cinder-842130-1-iscsi neutron-server[103887]: 'Log': '1.0', May 26 13:47:33.404508 dv-cinder-842130-1-iscsi neutron-server[103887]: 'NDPProxy': '1.0', May 26 13:47:33.404508 dv-cinder-842130-1-iscsi neutron-server[103887]: 'Network': '1.1', May 26 13:47:33.404508 dv-cinder-842130-1-iscsi neutron-server[103887]: 'Port': '1.7', May 26 13:47:33.404508 dv-cinder-842130-1-iscsi neutron-server[103887]: 'PortForwarding': '1.3', May 26 13:47:33.404508 dv-cinder-842130-1-iscsi neutron-server[103887]: 'QosPolicy': '1.10', May 26 13:47:33.404508 dv-cinder-842130-1-iscsi neutron-server[103887]: 'SecurityGroup': '1.5', May 26 13:47:33.404508 dv-cinder-842130-1-iscsi neutron-server[103887]: 'SecurityGroupRule': '1.2', May 26 13:47:33.404508 dv-cinder-842130-1-iscsi neutron-server[103887]: 'SubPort': '1.0', May 26 13:47:33.404508 dv-cinder-842130-1-iscsi neutron-server[103887]: 'Subnet': '1.1', May 26 13:47:33.404508 dv-cinder-842130-1-iscsi neutron-server[103887]: 'Trunk': '1.1'}} May 26 13:47:33.404508 dv-cinder-842130-1-iscsi neutron-server[103887]: {{(pid=103887) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 13:47:33.437911 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-a1f1aeb0-7129-4f61-b664-204cfc63b75f None None] Attempting to bind port ca195d21-6f33-47c2-a11b-90209a699e94 on host dv-cinder-842130-1-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:47:33.438446 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-a1f1aeb0-7129-4f61-b664-204cfc63b75f None None] Attempting to bind port ca195d21-6f33-47c2-a11b-90209a699e94 by drivers openvswitch,hyperv on host dv-cinder-842130-1-iscsi at level 0 using segments [{'id': 'c3bef145-d8ff-4bbd-8516-d2a537dcc3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '771f7943-8a6d-4a8d-a61d-5f580fc677b8'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:47:33.438693 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f1aeb0-7129-4f61-b664-204cfc63b75f None None] Attempting to bind port ca195d21-6f33-47c2-a11b-90209a699e94 on network 771f7943-8a6d-4a8d-a61d-5f580fc677b8 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:47:33.443525 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f1aeb0-7129-4f61-b664-204cfc63b75f None None] Checking agent: {'id': '083d02d4-47f3-493f-9afe-05142db1b6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 47, 24), 'started_at': datetime.datetime(2022, 5, 26, 13, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:47:33.443887 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f1aeb0-7129-4f61-b664-204cfc63b75f None None] Checking segment: {'id': 'c3bef145-d8ff-4bbd-8516-d2a537dcc3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '771f7943-8a6d-4a8d-a61d-5f580fc677b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:47:33.444351 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a1f1aeb0-7129-4f61-b664-204cfc63b75f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:33.444729 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f1aeb0-7129-4f61-b664-204cfc63b75f None None] Bound using segment: {'id': 'c3bef145-d8ff-4bbd-8516-d2a537dcc3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '771f7943-8a6d-4a8d-a61d-5f580fc677b8'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:47:33.445225 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-a1f1aeb0-7129-4f61-b664-204cfc63b75f None None] Bound port: ca195d21-6f33-47c2-a11b-90209a699e94, host: dv-cinder-842130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3bef145-d8ff-4bbd-8516-d2a537dcc3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '771f7943-8a6d-4a8d-a61d-5f580fc677b8'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:47:33.445613 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a1f1aeb0-7129-4f61-b664-204cfc63b75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (ca195d21-6f33-47c2-a11b-90209a699e94), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:33.505026 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-a1f1aeb0-7129-4f61-b664-204cfc63b75f None None] For port ca195d21-6f33-47c2-a11b-90209a699e94, host dv-cinder-842130-1-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:47:33.527063 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-a1f1aeb0-7129-4f61-b664-204cfc63b75f None None] For port ca195d21-6f33-47c2-a11b-90209a699e94, host dv-cinder-842130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=ca195d21-6f33-47c2-a11b-90209a699e94,segment=NetworkSegment(c3bef145-d8ff-4bbd-8516-d2a537dcc3ee),segment_id=c3bef145-d8ff-4bbd-8516-d2a537dcc3ee)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:47:33.533858 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a1f1aeb0-7129-4f61-b664-204cfc63b75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (ca195d21-6f33-47c2-a11b-90209a699e94), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:33.591870 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1aeb0-7129-4f61-b664-204cfc63b75f None None] Pushing event updated for resources: {'Port': ['ID=ca195d21-6f33-47c2-a11b-90209a699e94,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:34.484473 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=8 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:34.491775 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:34.896573 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 40720) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:47:35.237598 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [None req-fbfe7dbd-10dd-43d7-8847-479a08a3d19a admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 13:47:35.238646 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-fbfe7dbd-10dd-43d7-8847-479a08a3d19a admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3410161 May 26 13:47:37.693516 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 40728) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:47:38.012671 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [None req-41ce3130-d007-419f-aaef-e48cbb621e89 admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 13:47:38.013673 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-41ce3130-d007-419f-aaef-e48cbb621e89 admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3192458 May 26 13:47:38.385524 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=50,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:40.485196 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 40736) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:47:40.818445 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-be72d286-c4ce-43dc-b268-152769c11838 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:47:40.843607 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-be72d286-c4ce-43dc-b268-152769c11838 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-780621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5951'] for router (de663b9c-84b7-4be6-af9b-33a738641701), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:40.845102 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-be72d286-c4ce-43dc-b268-152769c11838 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-779085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-525998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5894'] for router (de663b9c-84b7-4be6-af9b-33a738641701), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:40.982308 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-be72d286-c4ce-43dc-b268-152769c11838 demo demo] Publish callbacks [] for router_controller (de663b9c-84b7-4be6-af9b-33a738641701), precommit_add_association {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:40.987642 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-be72d286-c4ce-43dc-b268-152769c11838 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-779070'] for router (de663b9c-84b7-4be6-af9b-33a738641701), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:41.005123 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-be72d286-c4ce-43dc-b268-152769c11838 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:41.013625 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-be72d286-c4ce-43dc-b268-152769c11838 demo demo] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5273592 May 26 13:47:42.424069 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=57,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:42.425404 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:43.482616 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 40750) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:47:43.587083 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=17,neutron:INSERT=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:43.589049 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:43.812939 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [None req-e0804602-365f-4dd0-8424-dcf7838c21b9 admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103886) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 13:47:43.814080 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-e0804602-365f-4dd0-8424-dcf7838c21b9 admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3305075 May 26 13:47:44.773315 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device ca195d21-6f33-47c2-a11b-90209a699e94 up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:47:44.859157 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port ca195d21-6f33-47c2-a11b-90209a699e94 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:47:44.859560 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (ca195d21-6f33-47c2-a11b-90209a699e94), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:44.963138 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port ca195d21-6f33-47c2-a11b-90209a699e94 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:47:44.963496 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (ca195d21-6f33-47c2-a11b-90209a699e94), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:44.999857 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] For port ca195d21-6f33-47c2-a11b-90209a699e94, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=ca195d21-6f33-47c2-a11b-90209a699e94,segment=NetworkSegment(c3bef145-d8ff-4bbd-8516-d2a537dcc3ee),segment_id=c3bef145-d8ff-4bbd-8516-d2a537dcc3ee)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:47:45.011408 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (ca195d21-6f33-47c2-a11b-90209a699e94), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:45.038287 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8a832e-8c38-4765-86d6-10cd44d85696 None None] Network 771f7943-8a6d-4a8d-a61d-5f580fc677b8 requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:47:45.125871 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Pushing event updated for resources: {'Port': ['ID=ca195d21-6f33-47c2-a11b-90209a699e94,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:45.140610 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-5bac29d6-e9b3-4223-b003-0dec725d5a37 None None] Provisioning complete for port ca195d21-6f33-47c2-a11b-90209a699e94 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:47:45.141006 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5bac29d6-e9b3-4223-b003-0dec725d5a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (ca195d21-6f33-47c2-a11b-90209a699e94), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:45.272088 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-5bac29d6-e9b3-4223-b003-0dec725d5a37 None None] Current status of the port ca195d21-6f33-47c2-a11b-90209a699e94 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:47:45.493357 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-2da3a5a9-11af-444a-8c48-e5979423a8bc None None] Provisioning complete for port ca195d21-6f33-47c2-a11b-90209a699e94 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:47:45.493783 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2da3a5a9-11af-444a-8c48-e5979423a8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (ca195d21-6f33-47c2-a11b-90209a699e94), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:45.571666 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-2da3a5a9-11af-444a-8c48-e5979423a8bc None None] Current status of the port ca195d21-6f33-47c2-a11b-90209a699e94 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:47:46.295166 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 40762) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:47:46.618684 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-b5441baf-3642-4a5b-b4e9-b8daf6ef450e admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'is_default': True}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:47:46.639170 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5441baf-3642-4a5b-b4e9-b8daf6ef450e admin admin] Made reservation on behalf of e741295126a84576b8368706b7ffe76d for: {'network': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:47:46.641805 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b5441baf-3642-4a5b-b4e9-b8daf6ef450e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for network (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:46.649703 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b5441baf-3642-4a5b-b4e9-b8daf6ef450e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:46.727816 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b5441baf-3642-4a5b-b4e9-b8daf6ef450e admin admin] Publish callbacks [] for security_group (8583d71a-4b54-4468-9cdd-08f34154281b), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:46.731694 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b5441baf-3642-4a5b-b4e9-b8daf6ef450e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (8583d71a-4b54-4468-9cdd-08f34154281b), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:46.748397 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b5441baf-3642-4a5b-b4e9-b8daf6ef450e admin admin] Reserving flat network on physical network physnet1 {{(pid=103886) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 26 13:47:46.770000 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device ca195d21-6f33-47c2-a11b-90209a699e94 up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:47:46.771766 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5441baf-3642-4a5b-b4e9-b8daf6ef450e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8583d71a-4b54-4468-9cdd-08f34154281b,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:46.776677 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b5441baf-3642-4a5b-b4e9-b8daf6ef450e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727248709223', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990'] for segment (7398460f-ba92-4b10-bc2e-e16a0f9ed6bc), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:46.776887 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.db.segments_db [None req-b5441baf-3642-4a5b-b4e9-b8daf6ef450e admin admin] Added segment 7398460f-ba92-4b10-bc2e-e16a0f9ed6bc of type flat for network 52e096d4-8aa7-4f06-8835-685346500be4 May 26 13:47:46.814624 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port ca195d21-6f33-47c2-a11b-90209a699e94 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:47:46.815015 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (ca195d21-6f33-47c2-a11b-90209a699e94), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:46.842947 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b5441baf-3642-4a5b-b4e9-b8daf6ef450e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248153200'] for network (52e096d4-8aa7-4f06-8835-685346500be4), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:46.876645 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b5441baf-3642-4a5b-b4e9-b8daf6ef450e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (52e096d4-8aa7-4f06-8835-685346500be4), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:46.877602 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5441baf-3642-4a5b-b4e9-b8daf6ef450e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:46.878172 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b5441baf-3642-4a5b-b4e9-b8daf6ef450e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:46.889381 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port ca195d21-6f33-47c2-a11b-90209a699e94 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:47:46.949842 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-b5441baf-3642-4a5b-b4e9-b8daf6ef450e admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6535256 May 26 13:47:46.972866 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5441baf-3642-4a5b-b4e9-b8daf6ef450e admin admin] Pushing event updated for resources: {'Network': ['ID=52e096d4-8aa7-4f06-8835-685346500be4,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:46.983651 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Network 52e096d4-8aa7-4f06-8835-685346500be4 details requested by agent ovs-agent-dv-cinder-842130-1-iscsi with host dv-cinder-842130-1-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 13:47:47.415059 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-250e0fce-406a-4cb1-b3c0-c2d124ac8018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:49.414784 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 40770) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:47:49.583435 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6f70b745-641a-44b4-bfd6-1044d4a13cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:49.838763 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1902dee-cb9a-4fd3-9619-8ae6f78d6c42 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:49.840080 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-d1902dee-cb9a-4fd3-9619-8ae6f78d6c42 demo admin] 10.222.0.91 "GET /v2.0/subnets/ff3c54e5-74b5-44f3-8f0c-3ec43e50efef HTTP/1.1" status: 200 len: 849 time: 0.4240701 May 26 13:47:49.962701 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-547b806a-4fef-4fa9-9ddd-5ff1edf0e0ff demo admin] 10.222.0.91 "GET /v2.0/routers/de663b9c-84b7-4be6-af9b-33a738641701 HTTP/1.1" status: 200 len: 704 time: 0.1166418 May 26 13:47:50.236001 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6347691a-1e73-4996-8f37-3c59fbdda594 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:50.238683 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:50.354512 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:50.551451 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-6347691a-1e73-4996-8f37-3c59fbdda594 demo admin] Allocated IP 172.20.0.1 (771f7943-8a6d-4a8d-a61d-5f580fc677b8/ff3c54e5-74b5-44f3-8f0c-3ec43e50efef/db45d392-90b6-4143-9b90-c5309697d531) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:47:50.744972 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6347691a-1e73-4996-8f37-3c59fbdda594 demo admin] Publish callbacks [] for port (db45d392-90b6-4143-9b90-c5309697d531), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:50.807684 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6347691a-1e73-4996-8f37-3c59fbdda594 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297'] for port (db45d392-90b6-4143-9b90-c5309697d531), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:50.929400 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6347691a-1e73-4996-8f37-3c59fbdda594 demo admin] Network 771f7943-8a6d-4a8d-a61d-5f580fc677b8 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:47:50.941034 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-6347691a-1e73-4996-8f37-3c59fbdda594 demo admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:47:50.946037 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6347691a-1e73-4996-8f37-3c59fbdda594 demo admin] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:47:50.946586 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6347691a-1e73-4996-8f37-3c59fbdda594 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-778573'] for router_interface (de663b9c-84b7-4be6-af9b-33a738641701), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:50.971095 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347691a-1e73-4996-8f37-3c59fbdda594 demo admin] Pushing event updated for resources: {'Port': ['ID=db45d392-90b6-4143-9b90-c5309697d531,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:51.122137 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:51.128994 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-8d93d679-f43a-4523-8d0b-6cb7a27f3011 None None] Provisioning complete for port db45d392-90b6-4143-9b90-c5309697d531 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:47:51.129453 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8d93d679-f43a-4523-8d0b-6cb7a27f3011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (db45d392-90b6-4143-9b90-c5309697d531), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:51.153584 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6347691a-1e73-4996-8f37-3c59fbdda594 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (db45d392-90b6-4143-9b90-c5309697d531), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:51.216770 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-8d93d679-f43a-4523-8d0b-6cb7a27f3011 None None] Port db45d392-90b6-4143-9b90-c5309697d531 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:47:51.220161 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:51.383497 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=4 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:51.396952 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6347691a-1e73-4996-8f37-3c59fbdda594 demo admin] Publish callbacks [] for port (db45d392-90b6-4143-9b90-c5309697d531), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:51.402094 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6347691a-1e73-4996-8f37-3c59fbdda594 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (db45d392-90b6-4143-9b90-c5309697d531), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:51.402966 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6347691a-1e73-4996-8f37-3c59fbdda594 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-302209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-781565'] for router_interface (de663b9c-84b7-4be6-af9b-33a738641701), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:51.479067 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347691a-1e73-4996-8f37-3c59fbdda594 demo admin] Pushing event updated for resources: {'Port': ['ID=db45d392-90b6-4143-9b90-c5309697d531,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:51.523579 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:51.533584 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6347691a-1e73-4996-8f37-3c59fbdda594 demo admin] Network 771f7943-8a6d-4a8d-a61d-5f580fc677b8 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:47:51.535303 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-6347691a-1e73-4996-8f37-3c59fbdda594 demo admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:47:51.691780 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6347691a-1e73-4996-8f37-3c59fbdda594 demo admin] Router de663b9c-84b7-4be6-af9b-33a738641701 is scheduled to L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 with binding_index 1 {{(pid=103886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 13:47:51.728362 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:51.737007 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-f69927d8-3b35-451d-a351-33a06b597c04 None None] Provisioning complete for port db45d392-90b6-4143-9b90-c5309697d531 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:47:51.737443 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f69927d8-3b35-451d-a351-33a06b597c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (db45d392-90b6-4143-9b90-c5309697d531), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:51.769718 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-f69927d8-3b35-451d-a351-33a06b597c04 None None] Port db45d392-90b6-4143-9b90-c5309697d531 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:47:51.778591 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6347691a-1e73-4996-8f37-3c59fbdda594 demo admin] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:47:51.783580 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-6347691a-1e73-4996-8f37-3c59fbdda594 demo admin] 10.222.0.91 "PUT /v2.0/routers/de663b9c-84b7-4be6-af9b-33a738641701/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8130043 May 26 13:47:51.790015 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efab476-b8d4-4b68-82d6-cefe125aa08e None None] Sync routers for ids ['de663b9c-84b7-4be6-af9b-33a738641701'] in dv-cinder-842130-1-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:47:51.803466 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efab476-b8d4-4b68-82d6-cefe125aa08e None None] Routers {'de663b9c-84b7-4be6-af9b-33a738641701'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:47:51.804318 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-5efab476-b8d4-4b68-82d6-cefe125aa08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:47:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['de663b9c-84b7-4be6-af9b-33a738641701'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:47:51.987525 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-5efab476-b8d4-4b68-82d6-cefe125aa08e None None] Set router de663b9c-84b7-4be6-af9b-33a738641701 gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:47:52.409551 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:52.420809 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-5efab476-b8d4-4b68-82d6-cefe125aa08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de663b9c-84b7-4be6-af9b-33a738641701', 'name': 'router1', 'tenant_id': '7cc88b5db0244f738c4e498081179b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:47:40Z', 'updated_at': '2022-05-26T13:47:51Z', 'revision_number': 2, 'project_id': '7cc88b5db0244f738c4e498081179b91', 'gw_port_host': None, '_interfaces': [{'id': 'db45d392-90b6-4143-9b90-c5309697d531', 'name': '', 'network_id': '771f7943-8a6d-4a8d-a61d-5f580fc677b8', 'tenant_id': '7cc88b5db0244f738c4e498081179b91', 'mac_address': 'fa:16:3e:de:b7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de663b9c-84b7-4be6-af9b-33a738641701', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff3c54e5-74b5-44f3-8f0c-3ec43e50efef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:47:50Z', 'updated_at': '2022-05-26T13:47:51Z', 'revision_number': 2, 'project_id': '7cc88b5db0244f738c4e498081179b91', 'subnets': [{'id': 'ff3c54e5-74b5-44f3-8f0c-3ec43e50efef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f47cf63d-1827-4fb1-99a1-5292139ddd6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:47:52.471163 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efab476-b8d4-4b68-82d6-cefe125aa08e None None] Checking router: de663b9c-84b7-4be6-af9b-33a738641701 for host: dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:47:52.471520 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efab476-b8d4-4b68-82d6-cefe125aa08e None None] Updating router de663b9c-84b7-4be6-af9b-33a738641701 port db45d392-90b6-4143-9b90-c5309697d531 binding host dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:47:52.522250 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5efab476-b8d4-4b68-82d6-cefe125aa08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (db45d392-90b6-4143-9b90-c5309697d531), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:53.078780 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5efab476-b8d4-4b68-82d6-cefe125aa08e None None] Publish callbacks [] for port (db45d392-90b6-4143-9b90-c5309697d531), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:53.085631 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5efab476-b8d4-4b68-82d6-cefe125aa08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (db45d392-90b6-4143-9b90-c5309697d531), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:53.246095 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1f7ca-7dbb-40ed-9ed6-e39a4bbc85d8 None None] Pushing event updated for resources: {'Port': ['ID=db45d392-90b6-4143-9b90-c5309697d531,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:53.278682 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-5efab476-b8d4-4b68-82d6-cefe125aa08e None None] Attempting to bind port db45d392-90b6-4143-9b90-c5309697d531 on host dv-cinder-842130-1-iscsi for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:47:53.279038 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-5efab476-b8d4-4b68-82d6-cefe125aa08e None None] Attempting to bind port db45d392-90b6-4143-9b90-c5309697d531 by drivers openvswitch,hyperv on host dv-cinder-842130-1-iscsi at level 0 using segments [{'id': 'c3bef145-d8ff-4bbd-8516-d2a537dcc3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '771f7943-8a6d-4a8d-a61d-5f580fc677b8'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:47:53.279457 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efab476-b8d4-4b68-82d6-cefe125aa08e None None] Attempting to bind port db45d392-90b6-4143-9b90-c5309697d531 on network 771f7943-8a6d-4a8d-a61d-5f580fc677b8 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:47:53.283676 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d1f7ca-7dbb-40ed-9ed6-e39a4bbc85d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:53.284013 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d1f7ca-7dbb-40ed-9ed6-e39a4bbc85d8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:53.284353 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d1f7ca-7dbb-40ed-9ed6-e39a4bbc85d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:53.284684 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d1f7ca-7dbb-40ed-9ed6-e39a4bbc85d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:53.285007 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d1f7ca-7dbb-40ed-9ed6-e39a4bbc85d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:53.285369 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d1f7ca-7dbb-40ed-9ed6-e39a4bbc85d8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:53.285693 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d1f7ca-7dbb-40ed-9ed6-e39a4bbc85d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:53.286008 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d1f7ca-7dbb-40ed-9ed6-e39a4bbc85d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:53.286326 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d1f7ca-7dbb-40ed-9ed6-e39a4bbc85d8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:53.286637 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d1f7ca-7dbb-40ed-9ed6-e39a4bbc85d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:53.286954 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d1f7ca-7dbb-40ed-9ed6-e39a4bbc85d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:53.287285 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d1f7ca-7dbb-40ed-9ed6-e39a4bbc85d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:53.287600 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d1f7ca-7dbb-40ed-9ed6-e39a4bbc85d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:53.287910 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d1f7ca-7dbb-40ed-9ed6-e39a4bbc85d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:53.288218 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d1f7ca-7dbb-40ed-9ed6-e39a4bbc85d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:53.289686 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d1f7ca-7dbb-40ed-9ed6-e39a4bbc85d8 None None] Tracked resource versions report: May 26 13:47:53.289686 dv-cinder-842130-1-iscsi neutron-server[103888]: pushed versions: May 26 13:47:53.289686 dv-cinder-842130-1-iscsi neutron-server[103888]: { 'AddressGroup': {'1.2'}, May 26 13:47:53.289686 dv-cinder-842130-1-iscsi neutron-server[103888]: 'Agent': {'1.1'}, May 26 13:47:53.289686 dv-cinder-842130-1-iscsi neutron-server[103888]: 'ConntrackHelper': {'1.0'}, May 26 13:47:53.289686 dv-cinder-842130-1-iscsi neutron-server[103888]: 'LocalIPAssociation': {'1.0'}, May 26 13:47:53.289686 dv-cinder-842130-1-iscsi neutron-server[103888]: 'Log': {'1.0'}, May 26 13:47:53.289686 dv-cinder-842130-1-iscsi neutron-server[103888]: 'NDPProxy': {'1.0'}, May 26 13:47:53.289686 dv-cinder-842130-1-iscsi neutron-server[103888]: 'Network': {'1.1'}, May 26 13:47:53.289686 dv-cinder-842130-1-iscsi neutron-server[103888]: 'Port': {'1.7'}, May 26 13:47:53.289686 dv-cinder-842130-1-iscsi neutron-server[103888]: 'PortForwarding': {'1.3'}, May 26 13:47:53.289686 dv-cinder-842130-1-iscsi neutron-server[103888]: 'QosPolicy': {'1.10'}, May 26 13:47:53.289686 dv-cinder-842130-1-iscsi neutron-server[103888]: 'SecurityGroup': {'1.5'}, May 26 13:47:53.289686 dv-cinder-842130-1-iscsi neutron-server[103888]: 'SecurityGroupRule': {'1.2'}, May 26 13:47:53.289686 dv-cinder-842130-1-iscsi neutron-server[103888]: 'SubPort': {'1.0'}, May 26 13:47:53.289686 dv-cinder-842130-1-iscsi neutron-server[103888]: 'Subnet': {'1.1'}, May 26 13:47:53.289686 dv-cinder-842130-1-iscsi neutron-server[103888]: 'Trunk': {'1.1'}} May 26 13:47:53.289686 dv-cinder-842130-1-iscsi neutron-server[103888]: consumer versions: May 26 13:47:53.289686 dv-cinder-842130-1-iscsi neutron-server[103888]: { DHCP agent@dv-cinder-842130-1-iscsi: {}, May 26 13:47:53.289686 dv-cinder-842130-1-iscsi neutron-server[103888]: L3 agent@dv-cinder-842130-1-iscsi: {}, May 26 13:47:53.289686 dv-cinder-842130-1-iscsi neutron-server[103888]: Metadata agent@dv-cinder-842130-1-iscsi: {}, May 26 13:47:53.289686 dv-cinder-842130-1-iscsi neutron-server[103888]: Metering agent@dv-cinder-842130-1-iscsi: {}, May 26 13:47:53.289686 dv-cinder-842130-1-iscsi neutron-server[103888]: Open vSwitch agent@dv-cinder-842130-1-iscsi: { 'AddressGroup': '1.2', May 26 13:47:53.289686 dv-cinder-842130-1-iscsi neutron-server[103888]: 'Agent': '1.1', May 26 13:47:53.289686 dv-cinder-842130-1-iscsi neutron-server[103888]: 'ConntrackHelper': '1.0', May 26 13:47:53.289686 dv-cinder-842130-1-iscsi neutron-server[103888]: 'LocalIPAssociation': '1.0', May 26 13:47:53.289686 dv-cinder-842130-1-iscsi neutron-server[103888]: 'Log': '1.0', May 26 13:47:53.289686 dv-cinder-842130-1-iscsi neutron-server[103888]: 'NDPProxy': '1.0', May 26 13:47:53.289686 dv-cinder-842130-1-iscsi neutron-server[103888]: 'Network': '1.1', May 26 13:47:53.289686 dv-cinder-842130-1-iscsi neutron-server[103888]: 'Port': '1.7', May 26 13:47:53.289686 dv-cinder-842130-1-iscsi neutron-server[103888]: 'PortForwarding': '1.3', May 26 13:47:53.289686 dv-cinder-842130-1-iscsi neutron-server[103888]: 'QosPolicy': '1.10', May 26 13:47:53.289686 dv-cinder-842130-1-iscsi neutron-server[103888]: 'SecurityGroup': '1.5', May 26 13:47:53.289686 dv-cinder-842130-1-iscsi neutron-server[103888]: 'SecurityGroupRule': '1.2', May 26 13:47:53.289686 dv-cinder-842130-1-iscsi neutron-server[103888]: 'SubPort': '1.0', May 26 13:47:53.289686 dv-cinder-842130-1-iscsi neutron-server[103888]: 'Subnet': '1.1', May 26 13:47:53.289686 dv-cinder-842130-1-iscsi neutron-server[103888]: 'Trunk': '1.1'}} May 26 13:47:53.289686 dv-cinder-842130-1-iscsi neutron-server[103888]: {{(pid=103888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 13:47:53.297482 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efab476-b8d4-4b68-82d6-cefe125aa08e None None] Checking agent: {'id': '083d02d4-47f3-493f-9afe-05142db1b6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 47, 24), 'started_at': datetime.datetime(2022, 5, 26, 13, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:47:53.297880 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efab476-b8d4-4b68-82d6-cefe125aa08e None None] Checking segment: {'id': 'c3bef145-d8ff-4bbd-8516-d2a537dcc3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '771f7943-8a6d-4a8d-a61d-5f580fc677b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:47:53.298751 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5efab476-b8d4-4b68-82d6-cefe125aa08e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:53.298751 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efab476-b8d4-4b68-82d6-cefe125aa08e None None] Bound using segment: {'id': 'c3bef145-d8ff-4bbd-8516-d2a537dcc3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '771f7943-8a6d-4a8d-a61d-5f580fc677b8'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:47:53.299200 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-5efab476-b8d4-4b68-82d6-cefe125aa08e None None] Bound port: db45d392-90b6-4143-9b90-c5309697d531, host: dv-cinder-842130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3bef145-d8ff-4bbd-8516-d2a537dcc3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '771f7943-8a6d-4a8d-a61d-5f580fc677b8'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:47:53.299580 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5efab476-b8d4-4b68-82d6-cefe125aa08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (db45d392-90b6-4143-9b90-c5309697d531), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:53.369412 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:53.370653 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-5efab476-b8d4-4b68-82d6-cefe125aa08e None None] For port db45d392-90b6-4143-9b90-c5309697d531, host dv-cinder-842130-1-iscsi, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:47:53.390341 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:53.392328 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-5efab476-b8d4-4b68-82d6-cefe125aa08e None None] For port db45d392-90b6-4143-9b90-c5309697d531, host dv-cinder-842130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=db45d392-90b6-4143-9b90-c5309697d531,segment=NetworkSegment(c3bef145-d8ff-4bbd-8516-d2a537dcc3ee),segment_id=c3bef145-d8ff-4bbd-8516-d2a537dcc3ee)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:47:53.396249 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-80401b11-064e-487c-97e2-c27dda0138c0 None None] Provisioning complete for port db45d392-90b6-4143-9b90-c5309697d531 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:47:53.396836 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-80401b11-064e-487c-97e2-c27dda0138c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (db45d392-90b6-4143-9b90-c5309697d531), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:53.400956 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5efab476-b8d4-4b68-82d6-cefe125aa08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (db45d392-90b6-4143-9b90-c5309697d531), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:53.470467 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1f7ca-7dbb-40ed-9ed6-e39a4bbc85d8 None None] Pushing event updated for resources: {'Port': ['ID=db45d392-90b6-4143-9b90-c5309697d531,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:53.480866 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efab476-b8d4-4b68-82d6-cefe125aa08e None None] Routers {'de663b9c-84b7-4be6-af9b-33a738641701'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:47:53.481548 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-5efab476-b8d4-4b68-82d6-cefe125aa08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:47:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['de663b9c-84b7-4be6-af9b-33a738641701'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:47:53.500563 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-80401b11-064e-487c-97e2-c27dda0138c0 None None] Current status of the port db45d392-90b6-4143-9b90-c5309697d531 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:47:53.501110 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-80401b11-064e-487c-97e2-c27dda0138c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (db45d392-90b6-4143-9b90-c5309697d531), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:53.539253 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-80401b11-064e-487c-97e2-c27dda0138c0 None None] For port db45d392-90b6-4143-9b90-c5309697d531, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=db45d392-90b6-4143-9b90-c5309697d531,segment=NetworkSegment(c3bef145-d8ff-4bbd-8516-d2a537dcc3ee),segment_id=c3bef145-d8ff-4bbd-8516-d2a537dcc3ee)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:47:53.548414 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-80401b11-064e-487c-97e2-c27dda0138c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (db45d392-90b6-4143-9b90-c5309697d531), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:53.570172 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-5efab476-b8d4-4b68-82d6-cefe125aa08e None None] Set router de663b9c-84b7-4be6-af9b-33a738641701 gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:47:53.606863 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80401b11-064e-487c-97e2-c27dda0138c0 None None] Pushing event updated for resources: {'Port': ['ID=db45d392-90b6-4143-9b90-c5309697d531,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:53.668432 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-1baa4114-b4ed-49b9-9ee9-6a185fe13999 None None] Provisioning complete for port db45d392-90b6-4143-9b90-c5309697d531 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:47:53.668818 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1baa4114-b4ed-49b9-9ee9-6a185fe13999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (db45d392-90b6-4143-9b90-c5309697d531), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:53.746209 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-1baa4114-b4ed-49b9-9ee9-6a185fe13999 None None] Current status of the port db45d392-90b6-4143-9b90-c5309697d531 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:47:53.772219 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-5efab476-b8d4-4b68-82d6-cefe125aa08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de663b9c-84b7-4be6-af9b-33a738641701', 'name': 'router1', 'tenant_id': '7cc88b5db0244f738c4e498081179b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:47:40Z', 'updated_at': '2022-05-26T13:47:51Z', 'revision_number': 2, 'project_id': '7cc88b5db0244f738c4e498081179b91', 'gw_port_host': None, '_interfaces': [{'id': 'db45d392-90b6-4143-9b90-c5309697d531', 'name': '', 'network_id': '771f7943-8a6d-4a8d-a61d-5f580fc677b8', 'tenant_id': '7cc88b5db0244f738c4e498081179b91', 'mac_address': 'fa:16:3e:de:b7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de663b9c-84b7-4be6-af9b-33a738641701', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff3c54e5-74b5-44f3-8f0c-3ec43e50efef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:47:50Z', 'updated_at': '2022-05-26T13:47:53Z', 'revision_number': 4, 'project_id': '7cc88b5db0244f738c4e498081179b91', 'subnets': [{'id': 'ff3c54e5-74b5-44f3-8f0c-3ec43e50efef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f47cf63d-1827-4fb1-99a1-5292139ddd6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:47:53.796686 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efab476-b8d4-4b68-82d6-cefe125aa08e None None] The sync data for ids ['de663b9c-84b7-4be6-af9b-33a738641701'] in dv-cinder-842130-1-iscsi is: [{'id': 'de663b9c-84b7-4be6-af9b-33a738641701', 'name': 'router1', 'tenant_id': '7cc88b5db0244f738c4e498081179b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:47:40Z', 'updated_at': '2022-05-26T13:47:51Z', 'revision_number': 2, 'project_id': '7cc88b5db0244f738c4e498081179b91', 'gw_port_host': None, '_interfaces': [{'id': 'db45d392-90b6-4143-9b90-c5309697d531', 'name': '', 'network_id': '771f7943-8a6d-4a8d-a61d-5f580fc677b8', 'tenant_id': '7cc88b5db0244f738c4e498081179b91', 'mac_address': 'fa:16:3e:de:b7:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de663b9c-84b7-4be6-af9b-33a738641701', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff3c54e5-74b5-44f3-8f0c-3ec43e50efef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:47:50Z', 'updated_at': '2022-05-26T13:47:53Z', 'revision_number': 4, 'project_id': '7cc88b5db0244f738c4e498081179b91', 'subnets': [{'id': 'ff3c54e5-74b5-44f3-8f0c-3ec43e50efef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f47cf63d-1827-4fb1-99a1-5292139ddd6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:47:53.944020 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:54.288121 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 40790) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:47:54.488249 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397f726a-a9fb-4a22-8855-4febc1df1455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:54.489644 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-397f726a-a9fb-4a22-8855-4febc1df1455 admin admin] 10.222.0.91 "GET /v2.0/networks/52e096d4-8aa7-4f06-8835-685346500be4 HTTP/1.1" status: 200 len: 842 time: 0.2005789 May 26 13:47:54.499293 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-7331ffee-0442-454a-9274-cdeedc58a9b3 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'ip_version': 4, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:47:54.525250 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7331ffee-0442-454a-9274-cdeedc58a9b3 admin admin] Made reservation on behalf of e741295126a84576b8368706b7ffe76d for: {'subnet': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:47:54.527540 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7331ffee-0442-454a-9274-cdeedc58a9b3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:54.818054 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.objects.ports [None req-7331ffee-0442-454a-9274-cdeedc58a9b3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103886) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 26 13:47:54.818054 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7331ffee-0442-454a-9274-cdeedc58a9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for subnet (afa79513-0fef-42b7-ae4f-8319e7853c26), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:54.865100 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331ffee-0442-454a-9274-cdeedc58a9b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afa79513-0fef-42b7-ae4f-8319e7853c26,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:54.885299 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7331ffee-0442-454a-9274-cdeedc58a9b3 admin admin] Checking segment: {'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:47:54.885655 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7331ffee-0442-454a-9274-cdeedc58a9b3 admin admin] Network hostable DHCP agents. Network: 52e096d4-8aa7-4f06-8835-685346500be4, hostable agents: ['d9e93f65-b338-473a-bf3d-e7a4456d9980'], hosted agents: [] {{(pid=103886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 13:47:54.909329 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7331ffee-0442-454a-9274-cdeedc58a9b3 admin admin] Network 52e096d4-8aa7-4f06-8835-685346500be4 is scheduled to be hosted by DHCP agent d9e93f65-b338-473a-bf3d-e7a4456d9980 with binding_index 1 {{(pid=103886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 13:47:54.921846 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-7331ffee-0442-454a-9274-cdeedc58a9b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842130-1-iscsi, 52e096d4-8aa7-4f06-8835-685346500be4) {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:47:54.926768 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7331ffee-0442-454a-9274-cdeedc58a9b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:54.927461 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7331ffee-0442-454a-9274-cdeedc58a9b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:54.933817 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce5576e-03c3-41c3-89c5-05719c5e0610 None None] Network 52e096d4-8aa7-4f06-8835-685346500be4 requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:47:54.948127 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-7331ffee-0442-454a-9274-cdeedc58a9b3 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4522557 May 26 13:47:55.091817 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e55d42b-4e21-4459-8089-36ba9ee4f064 None None] Network 52e096d4-8aa7-4f06-8835-685346500be4 requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:47:57.455633 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 40808) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:47:57.537531 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:57.660462 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-82049f72-86fd-4091-8078-c8204e78b88c demo admin] 10.222.0.91 "GET /v2.0/routers/de663b9c-84b7-4be6-af9b-33a738641701 HTTP/1.1" status: 200 len: 710 time: 0.2037878 May 26 13:47:57.674310 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:57.749311 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3da0b3-f319-43db-9b75-0540eea917c2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:57.750598 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-ca3da0b3-f319-43db-9b75-0540eea917c2 demo admin] 10.222.0.91 "GET /v2.0/networks/52e096d4-8aa7-4f06-8835-685346500be4 HTTP/1.1" status: 200 len: 886 time: 0.0833936 May 26 13:47:57.759928 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-af10986d-96b9-4f7f-a5a4-871728624a45 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:47:58.007685 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-af10986d-96b9-4f7f-a5a4-871728624a45 demo admin] Publish callbacks [] for router_gateway (de663b9c-84b7-4be6-af9b-33a738641701), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:58.224356 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-af10986d-96b9-4f7f-a5a4-871728624a45 demo admin] Publish callbacks [] for router_gateway (de663b9c-84b7-4be6-af9b-33a738641701), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:58.298770 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-af10986d-96b9-4f7f-a5a4-871728624a45 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:58.405760 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-af10986d-96b9-4f7f-a5a4-871728624a45 demo admin] Allocated IP 172.27.1.146 (52e096d4-8aa7-4f06-8835-685346500be4/afa79513-0fef-42b7-ae4f-8319e7853c26/f3cb714a-353f-4a4b-b491-0c5a888b8689) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:47:58.515565 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-af10986d-96b9-4f7f-a5a4-871728624a45 demo admin] Publish callbacks [] for port (f3cb714a-353f-4a4b-b491-0c5a888b8689), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:58.551268 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-af10986d-96b9-4f7f-a5a4-871728624a45 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297'] for port (f3cb714a-353f-4a4b-b491-0c5a888b8689), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:58.558819 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:58.578335 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:58.585653 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af10986d-96b9-4f7f-a5a4-871728624a45 demo admin] Network 52e096d4-8aa7-4f06-8835-685346500be4 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:47:58.593493 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-af10986d-96b9-4f7f-a5a4-871728624a45 demo admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:47:58.597575 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af10986d-96b9-4f7f-a5a4-871728624a45 demo admin] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:47:58.635308 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10986d-96b9-4f7f-a5a4-871728624a45 demo admin] Pushing event updated for resources: {'Port': ['ID=f3cb714a-353f-4a4b-b491-0c5a888b8689,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:58.876897 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-af10986d-96b9-4f7f-a5a4-871728624a45 demo admin] Publish callbacks [] for router_gateway (de663b9c-84b7-4be6-af9b-33a738641701), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:59.207232 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-af10986d-96b9-4f7f-a5a4-871728624a45 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-779043', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5912'] for router (de663b9c-84b7-4be6-af9b-33a738641701), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:59.210928 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-af10986d-96b9-4f7f-a5a4-871728624a45 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-779070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-779048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-779057', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-579288'] for router (de663b9c-84b7-4be6-af9b-33a738641701), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:59.313610 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af10986d-96b9-4f7f-a5a4-871728624a45 demo admin] Router de663b9c-84b7-4be6-af9b-33a738641701 has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:47:59.413247 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af10986d-96b9-4f7f-a5a4-871728624a45 demo admin] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:47:59.418449 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-af10986d-96b9-4f7f-a5a4-871728624a45 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:59.433201 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-af10986d-96b9-4f7f-a5a4-871728624a45 demo admin] 10.222.0.91 "PUT /v2.0/routers/de663b9c-84b7-4be6-af9b-33a738641701 HTTP/1.1" status: 200 len: 890 time: 1.6633961 May 26 13:48:00.785507 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device db45d392-90b6-4143-9b90-c5309697d531 up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:48:00.832491 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port db45d392-90b6-4143-9b90-c5309697d531 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:48:00.832873 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (db45d392-90b6-4143-9b90-c5309697d531), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:00.925444 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port db45d392-90b6-4143-9b90-c5309697d531 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:48:01.924205 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 40822) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:48:02.044164 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-09bb7a42-84ff-41f2-ad6a-0d332a3ffb95 admin admin] 10.222.0.91 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1181316 May 26 13:48:02.751390 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b7507d-b6f3-443a-ae8c-3782e00d5029 None None] Sync routers for ids ['de663b9c-84b7-4be6-af9b-33a738641701'] in dv-cinder-842130-1-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:48:02.763514 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b7507d-b6f3-443a-ae8c-3782e00d5029 None None] Routers {'de663b9c-84b7-4be6-af9b-33a738641701'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:48:02.764154 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-a1b7507d-b6f3-443a-ae8c-3782e00d5029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:47:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['de663b9c-84b7-4be6-af9b-33a738641701'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:48:02.957020 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:02.983368 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-a1b7507d-b6f3-443a-ae8c-3782e00d5029 None None] Set router de663b9c-84b7-4be6-af9b-33a738641701 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:48:03.030153 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:03.470948 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-a1b7507d-b6f3-443a-ae8c-3782e00d5029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de663b9c-84b7-4be6-af9b-33a738641701', 'name': 'router1', 'tenant_id': '7cc88b5db0244f738c4e498081179b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'f3cb714a-353f-4a4b-b491-0c5a888b8689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:47:40Z', 'updated_at': '2022-05-26T13:47:58Z', 'revision_number': 4, 'project_id': '7cc88b5db0244f738c4e498081179b91', 'gw_port': {'id': 'f3cb714a-353f-4a4b-b491-0c5a888b8689', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de663b9c-84b7-4be6-af9b-33a738641701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:47:58Z', 'updated_at': '2022-05-26T13:47:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'db45d392-90b6-4143-9b90-c5309697d531', 'name': '', 'network_id': '771f7943-8a6d-4a8d-a61d-5f580fc677b8', 'tenant_id': '7cc88b5db0244f738c4e498081179b91', 'mac_address': 'fa:16:3e:de:b7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de663b9c-84b7-4be6-af9b-33a738641701', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff3c54e5-74b5-44f3-8f0c-3ec43e50efef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:47:50Z', 'updated_at': '2022-05-26T13:47:53Z', 'revision_number': 5, 'project_id': '7cc88b5db0244f738c4e498081179b91', 'subnets': [{'id': 'ff3c54e5-74b5-44f3-8f0c-3ec43e50efef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f47cf63d-1827-4fb1-99a1-5292139ddd6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:48:03.518047 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b7507d-b6f3-443a-ae8c-3782e00d5029 None None] Checking router: de663b9c-84b7-4be6-af9b-33a738641701 for host: dv-cinder-842130-1-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:48:03.518407 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b7507d-b6f3-443a-ae8c-3782e00d5029 None None] Updating router de663b9c-84b7-4be6-af9b-33a738641701 port f3cb714a-353f-4a4b-b491-0c5a888b8689 binding host dv-cinder-842130-1-iscsi {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:48:03.583655 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a1b7507d-b6f3-443a-ae8c-3782e00d5029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (f3cb714a-353f-4a4b-b491-0c5a888b8689), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:03.770926 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=33 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:03.775541 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=48 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:03.957578 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a1b7507d-b6f3-443a-ae8c-3782e00d5029 None None] Publish callbacks [] for port (f3cb714a-353f-4a4b-b491-0c5a888b8689), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:03.964426 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a1b7507d-b6f3-443a-ae8c-3782e00d5029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (f3cb714a-353f-4a4b-b491-0c5a888b8689), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:04.020580 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-a1b7507d-b6f3-443a-ae8c-3782e00d5029 None None] Attempting to bind port f3cb714a-353f-4a4b-b491-0c5a888b8689 on host dv-cinder-842130-1-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:48:04.021101 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-a1b7507d-b6f3-443a-ae8c-3782e00d5029 None None] Attempting to bind port f3cb714a-353f-4a4b-b491-0c5a888b8689 by drivers openvswitch,hyperv on host dv-cinder-842130-1-iscsi at level 0 using segments [{'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:48:04.021426 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b7507d-b6f3-443a-ae8c-3782e00d5029 None None] Attempting to bind port f3cb714a-353f-4a4b-b491-0c5a888b8689 on network 52e096d4-8aa7-4f06-8835-685346500be4 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:48:04.023507 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeee42e-9835-4c71-b1d5-50c9ef9342dc None None] Pushing event updated for resources: {'Port': ['ID=f3cb714a-353f-4a4b-b491-0c5a888b8689,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:48:04.030988 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b7507d-b6f3-443a-ae8c-3782e00d5029 None None] Checking agent: {'id': '083d02d4-47f3-493f-9afe-05142db1b6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 47, 24), 'started_at': datetime.datetime(2022, 5, 26, 13, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:48:04.031301 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b7507d-b6f3-443a-ae8c-3782e00d5029 None None] Checking segment: {'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:48:04.031735 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a1b7507d-b6f3-443a-ae8c-3782e00d5029 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:04.032028 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b7507d-b6f3-443a-ae8c-3782e00d5029 None None] Bound using segment: {'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:48:04.032449 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-a1b7507d-b6f3-443a-ae8c-3782e00d5029 None None] Bound port: f3cb714a-353f-4a4b-b491-0c5a888b8689, host: dv-cinder-842130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:48:04.032819 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a1b7507d-b6f3-443a-ae8c-3782e00d5029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (f3cb714a-353f-4a4b-b491-0c5a888b8689), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:04.095235 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-a1b7507d-b6f3-443a-ae8c-3782e00d5029 None None] For port f3cb714a-353f-4a4b-b491-0c5a888b8689, host dv-cinder-842130-1-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:48:04.098672 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-a1b7507d-b6f3-443a-ae8c-3782e00d5029 None None] For port f3cb714a-353f-4a4b-b491-0c5a888b8689, host dv-cinder-842130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=f3cb714a-353f-4a4b-b491-0c5a888b8689,segment=NetworkSegment(7398460f-ba92-4b10-bc2e-e16a0f9ed6bc),segment_id=7398460f-ba92-4b10-bc2e-e16a0f9ed6bc)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:48:04.106483 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a1b7507d-b6f3-443a-ae8c-3782e00d5029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (f3cb714a-353f-4a4b-b491-0c5a888b8689), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:04.157840 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b7507d-b6f3-443a-ae8c-3782e00d5029 None None] Routers {'de663b9c-84b7-4be6-af9b-33a738641701'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:48:04.158433 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-a1b7507d-b6f3-443a-ae8c-3782e00d5029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:47:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['de663b9c-84b7-4be6-af9b-33a738641701'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:48:04.217058 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeee42e-9835-4c71-b1d5-50c9ef9342dc None None] Pushing event updated for resources: {'Port': ['ID=f3cb714a-353f-4a4b-b491-0c5a888b8689,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:48:04.313830 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-a1b7507d-b6f3-443a-ae8c-3782e00d5029 None None] Set router de663b9c-84b7-4be6-af9b-33a738641701 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:48:04.348572 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:04.355189 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:04.563287 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-a1b7507d-b6f3-443a-ae8c-3782e00d5029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de663b9c-84b7-4be6-af9b-33a738641701', 'name': 'router1', 'tenant_id': '7cc88b5db0244f738c4e498081179b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'f3cb714a-353f-4a4b-b491-0c5a888b8689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:47:40Z', 'updated_at': '2022-05-26T13:47:58Z', 'revision_number': 4, 'project_id': '7cc88b5db0244f738c4e498081179b91', 'gw_port': {'id': 'f3cb714a-353f-4a4b-b491-0c5a888b8689', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de663b9c-84b7-4be6-af9b-33a738641701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:47:58Z', 'updated_at': '2022-05-26T13:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'db45d392-90b6-4143-9b90-c5309697d531', 'name': '', 'network_id': '771f7943-8a6d-4a8d-a61d-5f580fc677b8', 'tenant_id': '7cc88b5db0244f738c4e498081179b91', 'mac_address': 'fa:16:3e:de:b7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de663b9c-84b7-4be6-af9b-33a738641701', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff3c54e5-74b5-44f3-8f0c-3ec43e50efef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:47:50Z', 'updated_at': '2022-05-26T13:47:53Z', 'revision_number': 5, 'project_id': '7cc88b5db0244f738c4e498081179b91', 'subnets': [{'id': 'ff3c54e5-74b5-44f3-8f0c-3ec43e50efef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f47cf63d-1827-4fb1-99a1-5292139ddd6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:48:04.590561 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b7507d-b6f3-443a-ae8c-3782e00d5029 None None] The sync data for ids ['de663b9c-84b7-4be6-af9b-33a738641701'] in dv-cinder-842130-1-iscsi is: [{'id': 'de663b9c-84b7-4be6-af9b-33a738641701', 'name': 'router1', 'tenant_id': '7cc88b5db0244f738c4e498081179b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'f3cb714a-353f-4a4b-b491-0c5a888b8689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:47:40Z', 'updated_at': '2022-05-26T13:47:58Z', 'revision_number': 4, 'project_id': '7cc88b5db0244f738c4e498081179b91', 'gw_port': {'id': 'f3cb714a-353f-4a4b-b491-0c5a888b8689', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de663b9c-84b7-4be6-af9b-33a738641701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:47:58Z', 'updated_at': '2022-05-26T13:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'db45d392-90b6-4143-9b90-c5309697d531', 'name': '', 'network_id': '771f7943-8a6d-4a8d-a61d-5f580fc677b8', 'tenant_id': '7cc88b5db0244f738c4e498081179b91', 'mac_address': 'fa:16:3e:de:b7:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de663b9c-84b7-4be6-af9b-33a738641701', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ff3c54e5-74b5-44f3-8f0c-3ec43e50efef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:47:50Z', 'updated_at': '2022-05-26T13:47:53Z', 'revision_number': 5, 'project_id': '7cc88b5db0244f738c4e498081179b91', 'subnets': [{'id': 'ff3c54e5-74b5-44f3-8f0c-3ec43e50efef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f47cf63d-1827-4fb1-99a1-5292139ddd6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:48:04.838290 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device f3cb714a-353f-4a4b-b491-0c5a888b8689 up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:48:04.913318 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port f3cb714a-353f-4a4b-b491-0c5a888b8689 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:48:04.914754 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (f3cb714a-353f-4a4b-b491-0c5a888b8689), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:05.041785 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port f3cb714a-353f-4a4b-b491-0c5a888b8689 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:48:05.042420 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (f3cb714a-353f-4a4b-b491-0c5a888b8689), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:05.067741 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] For port f3cb714a-353f-4a4b-b491-0c5a888b8689, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=f3cb714a-353f-4a4b-b491-0c5a888b8689,segment=NetworkSegment(7398460f-ba92-4b10-bc2e-e16a0f9ed6bc),segment_id=7398460f-ba92-4b10-bc2e-e16a0f9ed6bc)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:48:05.076384 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (f3cb714a-353f-4a4b-b491-0c5a888b8689), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:05.185006 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Pushing event updated for resources: {'Port': ['ID=f3cb714a-353f-4a4b-b491-0c5a888b8689,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:48:06.864074 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device f3cb714a-353f-4a4b-b491-0c5a888b8689 up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:48:06.931546 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port f3cb714a-353f-4a4b-b491-0c5a888b8689 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:48:06.931756 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (f3cb714a-353f-4a4b-b491-0c5a888b8689), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:07.031690 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port f3cb714a-353f-4a4b-b491-0c5a888b8689 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:48:12.036950 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:12.042219 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:15.516569 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:48:16.987738 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:17.031999 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:17.423172 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1d664193-fa7a-46e1-961d-363270ada243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:19.595828 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-950c6190-d7dc-4ade-a08a-9e5505483ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:21.212742 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:22.423436 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:23.959251 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:25.510913 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=3 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:25.513010 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=5 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:32.417968 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:33.955501 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:47.418547 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-54e5d9a1-88ef-4d4e-8f53-50d884e6291d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:49.589997 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-15e3557e-4d29-49c7-ba0f-490fff809726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:51.209538 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:52.419496 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:52.517513 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:48:53.954507 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:02.415455 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:02.512649 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=5 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:02.513368 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=3 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:03.949270 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:15.512279 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=1 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:15.513203 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:DELETE=1 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:17.422638 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-66bf2c5c-f12b-4e57-80be-8f9abb1c9824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:19.598133 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fd07ab51-1a12-47fc-9b62-5be733e6c571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:21.214856 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:22.414990 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:23.950872 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:24.256725 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 41358) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:49:24.323668 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0265d21-4dcb-47e9-a247-625dda75ff45 admin admin] GET failed (client error): The resource could not be found. May 26 13:49:24.325044 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-a0265d21-4dcb-47e9-a247-625dda75ff45 admin admin] 10.222.0.91 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0673566 May 26 13:49:24.514607 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fc4416-b2ca-4441-b9a2-483b03dbf4e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:24.516003 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-d9fc4416-b2ca-4441-b9a2-483b03dbf4e5 admin admin] 10.222.0.91 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1863976 May 26 13:49:26.813774 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 41368) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:49:26.933043 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5e1721-859b-47e4-a0f0-ecc189d835db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:26.934500 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-4d5e1721-859b-47e4-a0f0-ecc189d835db admin admin] 10.222.0.91 "GET /v2.0/subnets/ff3c54e5-74b5-44f3-8f0c-3ec43e50efef HTTP/1.1" status: 200 len: 849 time: 0.1195796 May 26 13:49:26.947969 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-694eb008-c463-488a-b92b-6005e336dce1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:49:27.050271 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-694eb008-c463-488a-b92b-6005e336dce1 admin admin] Publish callbacks [] for subnet (ff3c54e5-74b5-44f3-8f0c-3ec43e50efef), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:27.222440 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-694eb008-c463-488a-b92b-6005e336dce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727248573660'] for subnet (ff3c54e5-74b5-44f3-8f0c-3ec43e50efef), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:27.276469 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694eb008-c463-488a-b92b-6005e336dce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:27.277063 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-694eb008-c463-488a-b92b-6005e336dce1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:27.278384 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-694eb008-c463-488a-b92b-6005e336dce1 admin admin] 10.222.0.91 "PUT /v2.0/subnets/ff3c54e5-74b5-44f3-8f0c-3ec43e50efef HTTP/1.1" status: 200 len: 868 time: 0.3355584 May 26 13:49:27.287361 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeac9df6-6cdf-4274-ba94-2ad248ce2003 None None] Network 771f7943-8a6d-4a8d-a61d-5f580fc677b8 requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:49:27.302677 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694eb008-c463-488a-b92b-6005e336dce1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff3c54e5-74b5-44f3-8f0c-3ec43e50efef,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:49:27.312870 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694eb008-c463-488a-b92b-6005e336dce1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:49:27.312870 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694eb008-c463-488a-b92b-6005e336dce1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:49:27.313314 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694eb008-c463-488a-b92b-6005e336dce1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:49:27.313446 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694eb008-c463-488a-b92b-6005e336dce1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:49:27.313782 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694eb008-c463-488a-b92b-6005e336dce1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:49:27.314289 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694eb008-c463-488a-b92b-6005e336dce1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:49:27.314649 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694eb008-c463-488a-b92b-6005e336dce1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:49:27.314773 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694eb008-c463-488a-b92b-6005e336dce1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:49:27.315123 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694eb008-c463-488a-b92b-6005e336dce1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:49:27.315456 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694eb008-c463-488a-b92b-6005e336dce1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:49:27.315806 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694eb008-c463-488a-b92b-6005e336dce1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:49:27.316144 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694eb008-c463-488a-b92b-6005e336dce1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:49:27.316468 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694eb008-c463-488a-b92b-6005e336dce1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:49:27.316791 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694eb008-c463-488a-b92b-6005e336dce1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:49:27.317114 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694eb008-c463-488a-b92b-6005e336dce1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:49:27.667348 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-18b23853-61e8-421c-bd15-b72bc25a1368 None None] Provisioning complete for port db45d392-90b6-4143-9b90-c5309697d531 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:49:27.667806 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-18b23853-61e8-421c-bd15-b72bc25a1368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (db45d392-90b6-4143-9b90-c5309697d531), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:27.758044 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-18b23853-61e8-421c-bd15-b72bc25a1368 None None] Current status of the port db45d392-90b6-4143-9b90-c5309697d531 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:49:27.767668 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-18b23853-61e8-421c-bd15-b72bc25a1368 None None] Provisioning complete for port ca195d21-6f33-47c2-a11b-90209a699e94 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:49:27.768057 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-18b23853-61e8-421c-bd15-b72bc25a1368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (ca195d21-6f33-47c2-a11b-90209a699e94), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:27.856338 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-18b23853-61e8-421c-bd15-b72bc25a1368 None None] Current status of the port ca195d21-6f33-47c2-a11b-90209a699e94 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:49:29.516754 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:49:29.593602 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 41378) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:49:29.828749 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf73b28-f3e6-4997-ab28-b393bdc418de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:29.829142 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf73b28-f3e6-4997-ab28-b393bdc418de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:29.830753 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-8bf73b28-f3e6-4997-ab28-b393bdc418de admin admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2361877 May 26 13:49:32.145534 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 41386) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:49:32.284866 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde2efcc-f746-4699-b5cc-0cfdcb957ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:32.285436 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde2efcc-f746-4699-b5cc-0cfdcb957ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:32.287558 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-fde2efcc-f746-4699-b5cc-0cfdcb957ee6 admin admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1402712 May 26 13:49:34.577696 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 41394) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:49:34.714077 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4855c57e-dc2a-4b10-854e-ff195eb8cf56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:34.715453 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-4855c57e-dc2a-4b10-854e-ff195eb8cf56 admin admin] 10.222.0.91 "GET /v2.0/networks/52e096d4-8aa7-4f06-8835-685346500be4 HTTP/1.1" status: 200 len: 886 time: 0.1368065 May 26 13:49:35.519136 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=4 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:37.087593 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 41402) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:49:37.294413 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3587a3-190b-4eb7-bb88-09d362e7515e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:37.295932 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-4c3587a3-190b-4eb7-bb88-09d362e7515e admin admin] 10.222.0.91 "GET /v2.0/networks/771f7943-8a6d-4a8d-a61d-5f580fc677b8 HTTP/1.1" status: 200 len: 869 time: 0.2067516 May 26 13:49:37.850059 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:37.852958 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:39.513122 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=4 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:39.614670 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 41410) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:49:39.744906 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6052719c-a2e5-4b27-9b80-1a84c2c5ee9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:39.745369 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6052719c-a2e5-4b27-9b80-1a84c2c5ee9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:39.746908 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-6052719c-a2e5-4b27-9b80-1a84c2c5ee9a admin admin] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1309783 May 26 13:49:42.017873 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 41418) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:49:42.115742 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0299f1-9d07-4628-a11c-a3f4b2a9af63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:42.116183 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0299f1-9d07-4628-a11c-a3f4b2a9af63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:42.117757 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-9c0299f1-9d07-4628-a11c-a3f4b2a9af63 admin admin] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0989449 May 26 13:49:44.467300 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 41426) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:49:44.555264 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacfdd35-4acb-4c96-856a-a4df76d583fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:44.556612 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-bacfdd35-4acb-4c96-856a-a4df76d583fb admin admin] 10.222.0.91 "GET /v2.0/subnets/afa79513-0fef-42b7-ae4f-8319e7853c26 HTTP/1.1" status: 200 len: 816 time: 0.0883970 May 26 13:49:46.854546 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 41434) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:49:46.967384 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ee2111-bc58-475b-bb3d-ddac044eee15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:46.968890 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-15ee2111-bc58-475b-bb3d-ddac044eee15 admin admin] 10.222.0.91 "GET /v2.0/subnets/ff3c54e5-74b5-44f3-8f0c-3ec43e50efef HTTP/1.1" status: 200 len: 868 time: 0.1132846 May 26 13:49:47.435434 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1b4a0ecf-8e9e-4a9a-9d6d-9240d2add370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:49.595593 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9b70b9a3-5702-48fe-a97b-e02227664ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:51.216363 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:52.108319 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=63 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:52.110273 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=54 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:52.415736 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:53.955874 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:56.962547 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=67,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:56.964443 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=76,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:03.948856 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:03.950883 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:06.516414 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:50:16.512022 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=19 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:16.512695 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=15 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:17.428668 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-45141c2d-937f-4a31-9445-6771966e819e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:19.601515 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e81c5617-c574-4443-a836-b0a4d1495c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:21.213680 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:22.418797 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:23.952783 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:27.595706 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 41494) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:50:27.645221 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [None req-38151caa-44fe-49c6-a6af-4902cebd1b5e admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 13:50:27.646245 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-38151caa-44fe-49c6-a6af-4902cebd1b5e admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0495868 May 26 13:50:29.960711 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 41502) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:50:30.020741 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fea6817-188e-48e2-a5cb-4ff281ea7c5a admin admin] GET failed (client error): The resource could not be found. May 26 13:50:30.022039 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-4fea6817-188e-48e2-a5cb-4ff281ea7c5a admin admin] 10.222.0.91 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603724 May 26 13:50:30.112979 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1444872e-ad86-4e74-a4b5-f2893b4271e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:30.114609 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-1444872e-ad86-4e74-a4b5-f2893b4271e7 admin admin] 10.222.0.91 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0883942 May 26 13:50:32.382621 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 41512) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:50:32.430278 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-cf52a40c-db33-491c-ba07-70f2fe361a6b admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:50:32.449736 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf52a40c-db33-491c-ba07-70f2fe361a6b admin admin] Made reservation on behalf of e741295126a84576b8368706b7ffe76d for: {'network': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:50:32.451907 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cf52a40c-db33-491c-ba07-70f2fe361a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for network (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:32.482145 dv-cinder-842130-1-iscsi neutron-server[103886]: WARNING neutron.services.revisions.revision_plugin [None req-cf52a40c-db33-491c-ba07-70f2fe361a6b admin admin] Could not find related network for resource to bump revision. May 26 13:50:32.494180 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf52a40c-db33-491c-ba07-70f2fe361a6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=103886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 13:50:32.503749 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cf52a40c-db33-491c-ba07-70f2fe361a6b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727248709223', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990'] for segment (97f33a52-2818-4181-bdad-0d53784be53a), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:32.504178 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.db.segments_db [None req-cf52a40c-db33-491c-ba07-70f2fe361a6b admin admin] Added segment 97f33a52-2818-4181-bdad-0d53784be53a of type vlan for network 188ea5c3-3f12-4cbc-8890-14601275b1c0 May 26 13:50:32.543881 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cf52a40c-db33-491c-ba07-70f2fe361a6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248153200'] for network (188ea5c3-3f12-4cbc-8890-14601275b1c0), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:32.567099 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cf52a40c-db33-491c-ba07-70f2fe361a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (188ea5c3-3f12-4cbc-8890-14601275b1c0), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:32.568285 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf52a40c-db33-491c-ba07-70f2fe361a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:32.568882 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cf52a40c-db33-491c-ba07-70f2fe361a6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:32.619497 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-cf52a40c-db33-491c-ba07-70f2fe361a6b admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2358141 May 26 13:50:32.629905 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf52a40c-db33-491c-ba07-70f2fe361a6b admin admin] Pushing event updated for resources: {'Network': ['ID=188ea5c3-3f12-4cbc-8890-14601275b1c0,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:50:32.637379 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52a40c-db33-491c-ba07-70f2fe361a6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:50:32.637719 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52a40c-db33-491c-ba07-70f2fe361a6b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:50:32.638078 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52a40c-db33-491c-ba07-70f2fe361a6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:50:32.638412 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52a40c-db33-491c-ba07-70f2fe361a6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:50:32.638735 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52a40c-db33-491c-ba07-70f2fe361a6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:50:32.639056 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52a40c-db33-491c-ba07-70f2fe361a6b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:50:32.639379 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52a40c-db33-491c-ba07-70f2fe361a6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:50:32.639695 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52a40c-db33-491c-ba07-70f2fe361a6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:50:32.640026 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52a40c-db33-491c-ba07-70f2fe361a6b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:50:32.640347 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52a40c-db33-491c-ba07-70f2fe361a6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:50:32.640678 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52a40c-db33-491c-ba07-70f2fe361a6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:50:32.641011 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52a40c-db33-491c-ba07-70f2fe361a6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:50:32.641356 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52a40c-db33-491c-ba07-70f2fe361a6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:50:32.641670 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52a40c-db33-491c-ba07-70f2fe361a6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:50:32.641986 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf52a40c-db33-491c-ba07-70f2fe361a6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:50:32.654276 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Network 188ea5c3-3f12-4cbc-8890-14601275b1c0 details requested by agent ovs-agent-dv-cinder-842130-1-iscsi with host dv-cinder-842130-1-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 13:50:34.900011 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 41520) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:50:34.961707 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.pecan_wsgi.hooks.translation [None req-23751cf3-bd1e-4ba9-a8ec-7a1fd3ac7256 admin admin] GET failed (client error): The resource could not be found. May 26 13:50:34.965912 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-23751cf3-bd1e-4ba9-a8ec-7a1fd3ac7256 admin admin] 10.222.0.91 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0620193 May 26 13:50:35.034429 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ce524e-f8bf-43d2-85b1-21804864ff1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:35.035883 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-69ce524e-f8bf-43d2-85b1-21804864ff1c admin admin] 10.222.0.91 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0687599 May 26 13:50:35.045763 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-ab10ff09-d7bd-4760-911e-7dc9f74965a0 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '188ea5c3-3f12-4cbc-8890-14601275b1c0', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:50:35.063682 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab10ff09-d7bd-4760-911e-7dc9f74965a0 admin admin] Made reservation on behalf of e741295126a84576b8368706b7ffe76d for: {'subnet': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:50:35.066524 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ab10ff09-d7bd-4760-911e-7dc9f74965a0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:35.333753 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ab10ff09-d7bd-4760-911e-7dc9f74965a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for subnet (27d4881a-2fc8-4c88-91c6-cafbbe119d74), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:35.383505 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab10ff09-d7bd-4760-911e-7dc9f74965a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27d4881a-2fc8-4c88-91c6-cafbbe119d74,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:50:35.398923 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab10ff09-d7bd-4760-911e-7dc9f74965a0 admin admin] Checking segment: {'id': '97f33a52-2818-4181-bdad-0d53784be53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '188ea5c3-3f12-4cbc-8890-14601275b1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:50:35.399275 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab10ff09-d7bd-4760-911e-7dc9f74965a0 admin admin] Network hostable DHCP agents. Network: 188ea5c3-3f12-4cbc-8890-14601275b1c0, hostable agents: ['d9e93f65-b338-473a-bf3d-e7a4456d9980'], hosted agents: [] {{(pid=103886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 13:50:35.416447 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab10ff09-d7bd-4760-911e-7dc9f74965a0 admin admin] Network 188ea5c3-3f12-4cbc-8890-14601275b1c0 is scheduled to be hosted by DHCP agent d9e93f65-b338-473a-bf3d-e7a4456d9980 with binding_index 1 {{(pid=103886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 13:50:35.426041 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-ab10ff09-d7bd-4760-911e-7dc9f74965a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842130-1-iscsi, 188ea5c3-3f12-4cbc-8890-14601275b1c0) {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:50:35.432260 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab10ff09-d7bd-4760-911e-7dc9f74965a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:35.432260 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ab10ff09-d7bd-4760-911e-7dc9f74965a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:35.436131 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611f3694-76dd-43a6-abd3-c53a1ace7207 None None] Network 188ea5c3-3f12-4cbc-8890-14601275b1c0 requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:50:35.449528 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-ab10ff09-d7bd-4760-911e-7dc9f74965a0 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4070079 May 26 13:50:35.651254 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9eba19-ab3d-44fb-95e3-421047cbb022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca16ceea-d323-56f7-9399-aa07b98b02ee-188ea5c3-3f12-4cbc-8890-14601275b1c0', 'network_id': '188ea5c3-3f12-4cbc-8890-14601275b1c0', 'project_id': 'e741295126a84576b8368706b7ffe76d', 'fixed_ips': [{'subnet_id': '27d4881a-2fc8-4c88-91c6-cafbbe119d74'}]}} from dv-cinder-842130-1-iscsi. {{(pid=103887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 13:50:35.652273 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fc9eba19-ab3d-44fb-95e3-421047cbb022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:35.802867 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-fc9eba19-ab3d-44fb-95e3-421047cbb022 None None] Allocated IP 192.168.233.2 (188ea5c3-3f12-4cbc-8890-14601275b1c0/27d4881a-2fc8-4c88-91c6-cafbbe119d74/3f8e7519-ca8f-4d54-aa35-179182ced477) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:50:35.969205 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fc9eba19-ab3d-44fb-95e3-421047cbb022 None None] Publish callbacks [] for port (3f8e7519-ca8f-4d54-aa35-179182ced477), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:35.976327 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fc9eba19-ab3d-44fb-95e3-421047cbb022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297'] for port (3f8e7519-ca8f-4d54-aa35-179182ced477), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:36.013088 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9eba19-ab3d-44fb-95e3-421047cbb022 None None] Network 188ea5c3-3f12-4cbc-8890-14601275b1c0 is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:50:36.014541 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-fc9eba19-ab3d-44fb-95e3-421047cbb022 None None] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:50:36.025263 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9eba19-ab3d-44fb-95e3-421047cbb022 None None] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:50:36.038962 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9eba19-ab3d-44fb-95e3-421047cbb022 None None] Pushing event updated for resources: {'Port': ['ID=3f8e7519-ca8f-4d54-aa35-179182ced477,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:50:36.067714 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9eba19-ab3d-44fb-95e3-421047cbb022 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:50:36.067714 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9eba19-ab3d-44fb-95e3-421047cbb022 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:50:36.067714 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9eba19-ab3d-44fb-95e3-421047cbb022 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:50:36.067714 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9eba19-ab3d-44fb-95e3-421047cbb022 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:50:36.067714 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9eba19-ab3d-44fb-95e3-421047cbb022 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:50:36.067714 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9eba19-ab3d-44fb-95e3-421047cbb022 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:50:36.067714 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9eba19-ab3d-44fb-95e3-421047cbb022 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:50:36.067714 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9eba19-ab3d-44fb-95e3-421047cbb022 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:50:36.067714 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9eba19-ab3d-44fb-95e3-421047cbb022 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:50:36.067714 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9eba19-ab3d-44fb-95e3-421047cbb022 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:50:36.067714 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9eba19-ab3d-44fb-95e3-421047cbb022 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:50:36.067714 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9eba19-ab3d-44fb-95e3-421047cbb022 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:50:36.067714 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9eba19-ab3d-44fb-95e3-421047cbb022 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:50:36.068943 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9eba19-ab3d-44fb-95e3-421047cbb022 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:50:36.068943 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9eba19-ab3d-44fb-95e3-421047cbb022 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:50:36.101135 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-fc9eba19-ab3d-44fb-95e3-421047cbb022 None None] Attempting to bind port 3f8e7519-ca8f-4d54-aa35-179182ced477 on host dv-cinder-842130-1-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:50:36.101630 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-fc9eba19-ab3d-44fb-95e3-421047cbb022 None None] Attempting to bind port 3f8e7519-ca8f-4d54-aa35-179182ced477 by drivers openvswitch,hyperv on host dv-cinder-842130-1-iscsi at level 0 using segments [{'id': '97f33a52-2818-4181-bdad-0d53784be53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '188ea5c3-3f12-4cbc-8890-14601275b1c0'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:50:36.101873 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9eba19-ab3d-44fb-95e3-421047cbb022 None None] Attempting to bind port 3f8e7519-ca8f-4d54-aa35-179182ced477 on network 188ea5c3-3f12-4cbc-8890-14601275b1c0 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:50:36.107588 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9eba19-ab3d-44fb-95e3-421047cbb022 None None] Checking agent: {'id': '083d02d4-47f3-493f-9afe-05142db1b6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 47, 24), 'started_at': datetime.datetime(2022, 5, 26, 13, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:50:36.107954 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9eba19-ab3d-44fb-95e3-421047cbb022 None None] Checking segment: {'id': '97f33a52-2818-4181-bdad-0d53784be53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '188ea5c3-3f12-4cbc-8890-14601275b1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:50:36.108355 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fc9eba19-ab3d-44fb-95e3-421047cbb022 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:36.108738 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9eba19-ab3d-44fb-95e3-421047cbb022 None None] Bound using segment: {'id': '97f33a52-2818-4181-bdad-0d53784be53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '188ea5c3-3f12-4cbc-8890-14601275b1c0'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:50:36.109233 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-fc9eba19-ab3d-44fb-95e3-421047cbb022 None None] Bound port: 3f8e7519-ca8f-4d54-aa35-179182ced477, host: dv-cinder-842130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f33a52-2818-4181-bdad-0d53784be53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '188ea5c3-3f12-4cbc-8890-14601275b1c0'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:50:36.109598 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fc9eba19-ab3d-44fb-95e3-421047cbb022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (3f8e7519-ca8f-4d54-aa35-179182ced477), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:36.174024 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-fc9eba19-ab3d-44fb-95e3-421047cbb022 None None] For port 3f8e7519-ca8f-4d54-aa35-179182ced477, host dv-cinder-842130-1-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:50:36.178659 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-fc9eba19-ab3d-44fb-95e3-421047cbb022 None None] For port 3f8e7519-ca8f-4d54-aa35-179182ced477, host dv-cinder-842130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=3f8e7519-ca8f-4d54-aa35-179182ced477,segment=NetworkSegment(97f33a52-2818-4181-bdad-0d53784be53a),segment_id=97f33a52-2818-4181-bdad-0d53784be53a)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:50:36.185569 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fc9eba19-ab3d-44fb-95e3-421047cbb022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (3f8e7519-ca8f-4d54-aa35-179182ced477), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:36.246602 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9eba19-ab3d-44fb-95e3-421047cbb022 None None] Pushing event updated for resources: {'Port': ['ID=3f8e7519-ca8f-4d54-aa35-179182ced477,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:50:36.914984 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 3f8e7519-ca8f-4d54-aa35-179182ced477 up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:50:36.963751 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:36.970660 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:36.983575 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port 3f8e7519-ca8f-4d54-aa35-179182ced477 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:50:36.984009 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (3f8e7519-ca8f-4d54-aa35-179182ced477), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:37.067695 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port 3f8e7519-ca8f-4d54-aa35-179182ced477 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:50:37.068007 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (3f8e7519-ca8f-4d54-aa35-179182ced477), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:37.105176 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] For port 3f8e7519-ca8f-4d54-aa35-179182ced477, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=3f8e7519-ca8f-4d54-aa35-179182ced477,segment=NetworkSegment(97f33a52-2818-4181-bdad-0d53784be53a),segment_id=97f33a52-2818-4181-bdad-0d53784be53a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:50:37.110691 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (3f8e7519-ca8f-4d54-aa35-179182ced477), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:37.163699 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Pushing event updated for resources: {'Port': ['ID=3f8e7519-ca8f-4d54-aa35-179182ced477,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:50:37.169783 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202b35c4-4445-4dee-adc8-4b90272c0ca4 None None] Network 188ea5c3-3f12-4cbc-8890-14601275b1c0 requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:50:37.232871 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-7947a1d2-4df3-4698-baec-582d69c1aca8 None None] Provisioning complete for port 3f8e7519-ca8f-4d54-aa35-179182ced477 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:50:37.233271 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7947a1d2-4df3-4698-baec-582d69c1aca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (3f8e7519-ca8f-4d54-aa35-179182ced477), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:37.350029 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-7947a1d2-4df3-4698-baec-582d69c1aca8 None None] Current status of the port 3f8e7519-ca8f-4d54-aa35-179182ced477 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:50:37.568052 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-2cd37199-37b9-43e2-9248-8c729b672cb5 None None] Provisioning complete for port 3f8e7519-ca8f-4d54-aa35-179182ced477 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:50:37.568431 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2cd37199-37b9-43e2-9248-8c729b672cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (3f8e7519-ca8f-4d54-aa35-179182ced477), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:37.647843 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-2cd37199-37b9-43e2-9248-8c729b672cb5 None None] Current status of the port 3f8e7519-ca8f-4d54-aa35-179182ced477 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:50:38.870791 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 3f8e7519-ca8f-4d54-aa35-179182ced477 up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:50:38.915439 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port 3f8e7519-ca8f-4d54-aa35-179182ced477 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:50:38.915820 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (3f8e7519-ca8f-4d54-aa35-179182ced477), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:38.986224 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port 3f8e7519-ca8f-4d54-aa35-179182ced477 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:50:43.515922 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:50:44.574598 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:45.442440 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:45.443216 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=74,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:47.431642 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-abb01571-fd35-4ec7-b34d-ecc57d65073a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:49.603579 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8a26c066-2e8b-4073-8cb8-3d6181b72c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:51.218504 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:52.422427 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:53.512750 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=6 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:53.513530 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=2 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:53.956937 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:03.945272 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:03.951560 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:15.508143 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=1 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:15.509305 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:DELETE=1 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:17.435594 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2aeccbd1-d923-44ed-b953-d93cd7c0afae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:19.605447 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ec536431-ddf0-4b7c-9196-86eff93d6eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:20.515742 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:51:21.219000 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:22.425064 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:23.960338 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:30.512218 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=3 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:30.513176 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=5 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:33.948593 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:33.955651 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:47.440427 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6764067a-1a4a-424a-ad23-ed595907c816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:49.607641 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-49c40cbc-a387-4444-a089-96393d84660c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:51.226263 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:52.427984 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:53.965754 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:57.515709 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:52:03.951586 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:03.961513 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:16.096685 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 41558) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:52:16.102682 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [None req-c48e5d60-84a8-48d6-a349-a436a17644b3 tempest-verify_tempest_config-588489491 tempest-verify_tempest_config-588489491-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 13:52:16.103698 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-c48e5d60-84a8-48d6-a349-a436a17644b3 tempest-verify_tempest_config-588489491 tempest-verify_tempest_config-588489491-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059528 May 26 13:52:16.411324 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 41576) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:52:16.526749 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5cd1c544-5da3-46b6-9dd2-596957ed0077 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:16.633580 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5cd1c544-5da3-46b6-9dd2-596957ed0077 admin admin] Publish callbacks [] for security_group (004e40e3-eab4-4e03-a666-7c33f3986037), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:16.637573 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5cd1c544-5da3-46b6-9dd2-596957ed0077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (004e40e3-eab4-4e03-a666-7c33f3986037), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:16.687166 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-5cd1c544-5da3-46b6-9dd2-596957ed0077 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2b418cdc24c54386846c85632d63ca41&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2747877 May 26 13:52:16.687999 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1c544-5da3-46b6-9dd2-596957ed0077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004e40e3-eab4-4e03-a666-7c33f3986037,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:52:16.689896 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 41580) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:52:16.695353 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd1c544-5da3-46b6-9dd2-596957ed0077 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:16.695699 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd1c544-5da3-46b6-9dd2-596957ed0077 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:16.696046 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd1c544-5da3-46b6-9dd2-596957ed0077 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:16.696384 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd1c544-5da3-46b6-9dd2-596957ed0077 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:16.696718 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd1c544-5da3-46b6-9dd2-596957ed0077 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:16.697044 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd1c544-5da3-46b6-9dd2-596957ed0077 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:16.697400 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd1c544-5da3-46b6-9dd2-596957ed0077 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:16.697874 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd1c544-5da3-46b6-9dd2-596957ed0077 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:16.698044 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd1c544-5da3-46b6-9dd2-596957ed0077 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:16.698370 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd1c544-5da3-46b6-9dd2-596957ed0077 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:16.698694 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd1c544-5da3-46b6-9dd2-596957ed0077 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:16.699032 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd1c544-5da3-46b6-9dd2-596957ed0077 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:16.699356 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd1c544-5da3-46b6-9dd2-596957ed0077 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:16.699675 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd1c544-5da3-46b6-9dd2-596957ed0077 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:16.699995 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd1c544-5da3-46b6-9dd2-596957ed0077 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:16.748468 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5c1e6d02-515b-4450-9701-a930cdbc2fce admin admin] Publish callbacks [] for security_group (004e40e3-eab4-4e03-a666-7c33f3986037), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:16.770161 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5c1e6d02-515b-4450-9701-a930cdbc2fce admin admin] Publish callbacks [] for security_group (004e40e3-eab4-4e03-a666-7c33f3986037), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:16.865917 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5c1e6d02-515b-4450-9701-a930cdbc2fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (004e40e3-eab4-4e03-a666-7c33f3986037), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:16.868345 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5c1e6d02-515b-4450-9701-a930cdbc2fce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:16.869784 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-5c1e6d02-515b-4450-9701-a930cdbc2fce admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/004e40e3-eab4-4e03-a666-7c33f3986037 HTTP/1.1" status: 204 len: 168 time: 0.1784854 May 26 13:52:16.877629 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e6d02-515b-4450-9701-a930cdbc2fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004e40e3-eab4-4e03-a666-7c33f3986037,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:52:16.884475 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e6d02-515b-4450-9701-a930cdbc2fce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:16.884858 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e6d02-515b-4450-9701-a930cdbc2fce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:16.885225 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e6d02-515b-4450-9701-a930cdbc2fce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:16.885542 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e6d02-515b-4450-9701-a930cdbc2fce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:16.885866 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e6d02-515b-4450-9701-a930cdbc2fce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:16.886187 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e6d02-515b-4450-9701-a930cdbc2fce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:16.886507 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e6d02-515b-4450-9701-a930cdbc2fce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:16.886820 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e6d02-515b-4450-9701-a930cdbc2fce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:16.887134 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e6d02-515b-4450-9701-a930cdbc2fce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:16.887446 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e6d02-515b-4450-9701-a930cdbc2fce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:16.887760 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e6d02-515b-4450-9701-a930cdbc2fce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:16.888089 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e6d02-515b-4450-9701-a930cdbc2fce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:16.888405 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e6d02-515b-4450-9701-a930cdbc2fce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:16.888826 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e6d02-515b-4450-9701-a930cdbc2fce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:16.888999 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e6d02-515b-4450-9701-a930cdbc2fce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:17.443864 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5f567d74-abd1-4579-ad27-43facb088a2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:19.612748 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-649ac437-ab1f-4d89-ad08-56d84398b2be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:20.514572 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=18 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:20.515433 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=18 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:21.225503 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:22.434182 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:23.959819 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:26.690792 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=20,neutron:INSERT=7 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:26.691580 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=19,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:26.873513 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:26.881051 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:33.954017 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:33.956345 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:34.514320 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:52:44.509640 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=5 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:44.510392 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=3 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:47.445942 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dc7a43eb-b309-4b40-bca3-a2abd4fc7ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:49.613681 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0fc99d49-f046-4aaa-9c7f-9e7da3972f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:51.227110 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:52.433102 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:53.965012 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:03.957949 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:03.958742 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:11.512836 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:53:17.447976 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c2963d63-97f9-4fe7-a7ce-d8f83942261d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:19.615413 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-42fff2f3-72ef-472b-a768-d6acf365b50e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:21.231144 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:21.509409 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:21.510637 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=4 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:22.435714 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:23.966512 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:33.960225 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:33.962087 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:47.450721 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f568702f-d74b-4ba9-b5a0-ae1f39f5c698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:48.512334 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:53:49.617878 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4736498d-deb6-4dd2-8cd3-db9ce85801e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:51.236127 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:52.439959 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:53.969532 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:58.508692 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=4 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:58.509624 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=4 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:03.963411 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:03.965383 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:05.120318 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-781361'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:14.583624 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=14 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:14.584579 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=12 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:15.111817 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:15.116088 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=1,neutron:INSERT=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:17.287285 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 41656) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:54:17.393978 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-5c41dafb-6e6e-4ddc-ba1a-14e3177f6c6c admin admin] 10.222.0.91 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1055913 May 26 13:54:17.455977 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7f39b485-ff3f-4ce8-8b02-0dde3fa8bcd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:19.619705 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2660306a-8a3e-4a9e-bad9-416c757513a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:19.749267 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 41666) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:54:19.803192 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-e81b658c-0182-4b6b-861c-fbc230fb3bd7 admin admin] 10.222.0.91 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0528524 May 26 13:54:21.236451 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:22.445029 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:23.974626 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:25.511320 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:54:29.797537 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:29.798315 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=3 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:31.514456 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=3 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:33.968295 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:33.969077 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:35.085322 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:35.507198 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=5 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:47.458317 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-95622dc0-debe-490f-be21-2bce7569ea42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:49.621552 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f4530779-f6ee-4055-b1aa-14f6c557398b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:51.239758 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:52.444645 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:53.967447 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:02.510675 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:55:03.957577 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:03.962990 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:05.071186 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:15.061019 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:15.067790 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:15.518938 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=2 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:15.520221 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:17.466682 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5e2d1c88-7359-461b-a368-343987ad05e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:19.624102 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a37a00eb-9122-44c6-b1ae-637903dfdb8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:21.244036 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:22.447948 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:23.972268 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:33.965979 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:33.966922 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:35.106612 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:39.511756 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:55:45.095873 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:45.102150 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:47.460111 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fe11da37-cec2-4244-8092-b67df7deb002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:49.507431 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=5 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:49.508216 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=3 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:49.625429 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-74747319-73e5-412c-b1e3-0ac80a47021f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:51.244227 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:52.452074 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:53.976012 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:00.137491 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 41854) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:00.376386 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-17129950-717b-49e5-86d8-ea9aff2aea49 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-939457999-network', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:00.421684 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17129950-717b-49e5-86d8-ea9aff2aea49 admin admin] Made reservation on behalf of 7116b23d173c4192a6c8d996ad31d57c for: {'network': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:56:00.425875 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-17129950-717b-49e5-86d8-ea9aff2aea49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for network (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:00.451502 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-17129950-717b-49e5-86d8-ea9aff2aea49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:00.490240 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 41882) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:00.534525 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-17129950-717b-49e5-86d8-ea9aff2aea49 admin admin] Publish callbacks [] for security_group (55670397-44e4-45bb-9362-ea49465d4a99), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:00.538967 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-17129950-717b-49e5-86d8-ea9aff2aea49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (55670397-44e4-45bb-9362-ea49465d4a99), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:00.571815 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17129950-717b-49e5-86d8-ea9aff2aea49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=103886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 13:56:00.574250 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17129950-717b-49e5-86d8-ea9aff2aea49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55670397-44e4-45bb-9362-ea49465d4a99,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:00.586193 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17129950-717b-49e5-86d8-ea9aff2aea49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:00.586529 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17129950-717b-49e5-86d8-ea9aff2aea49 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:00.586900 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17129950-717b-49e5-86d8-ea9aff2aea49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:00.587254 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17129950-717b-49e5-86d8-ea9aff2aea49 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:00.587581 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17129950-717b-49e5-86d8-ea9aff2aea49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:00.587914 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17129950-717b-49e5-86d8-ea9aff2aea49 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:00.588238 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17129950-717b-49e5-86d8-ea9aff2aea49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:00.588977 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17129950-717b-49e5-86d8-ea9aff2aea49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:00.589331 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17129950-717b-49e5-86d8-ea9aff2aea49 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:00.589658 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17129950-717b-49e5-86d8-ea9aff2aea49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:00.590010 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17129950-717b-49e5-86d8-ea9aff2aea49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:00.590346 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17129950-717b-49e5-86d8-ea9aff2aea49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:00.590714 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17129950-717b-49e5-86d8-ea9aff2aea49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:00.591269 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17129950-717b-49e5-86d8-ea9aff2aea49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:00.591578 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17129950-717b-49e5-86d8-ea9aff2aea49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:00.592862 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17129950-717b-49e5-86d8-ea9aff2aea49 admin admin] Tracked resource versions report: May 26 13:56:00.592862 dv-cinder-842130-1-iscsi neutron-server[103886]: pushed versions: May 26 13:56:00.592862 dv-cinder-842130-1-iscsi neutron-server[103886]: { 'AddressGroup': {'1.2'}, May 26 13:56:00.592862 dv-cinder-842130-1-iscsi neutron-server[103886]: 'Agent': {'1.1'}, May 26 13:56:00.592862 dv-cinder-842130-1-iscsi neutron-server[103886]: 'ConntrackHelper': {'1.0'}, May 26 13:56:00.592862 dv-cinder-842130-1-iscsi neutron-server[103886]: 'LocalIPAssociation': {'1.0'}, May 26 13:56:00.592862 dv-cinder-842130-1-iscsi neutron-server[103886]: 'Log': {'1.0'}, May 26 13:56:00.592862 dv-cinder-842130-1-iscsi neutron-server[103886]: 'NDPProxy': {'1.0'}, May 26 13:56:00.592862 dv-cinder-842130-1-iscsi neutron-server[103886]: 'Network': {'1.1'}, May 26 13:56:00.592862 dv-cinder-842130-1-iscsi neutron-server[103886]: 'Port': {'1.7'}, May 26 13:56:00.592862 dv-cinder-842130-1-iscsi neutron-server[103886]: 'PortForwarding': {'1.3'}, May 26 13:56:00.592862 dv-cinder-842130-1-iscsi neutron-server[103886]: 'QosPolicy': {'1.10'}, May 26 13:56:00.592862 dv-cinder-842130-1-iscsi neutron-server[103886]: 'SecurityGroup': {'1.5'}, May 26 13:56:00.592862 dv-cinder-842130-1-iscsi neutron-server[103886]: 'SecurityGroupRule': {'1.2'}, May 26 13:56:00.592862 dv-cinder-842130-1-iscsi neutron-server[103886]: 'SubPort': {'1.0'}, May 26 13:56:00.592862 dv-cinder-842130-1-iscsi neutron-server[103886]: 'Subnet': {'1.1'}, May 26 13:56:00.592862 dv-cinder-842130-1-iscsi neutron-server[103886]: 'Trunk': {'1.1'}} May 26 13:56:00.592862 dv-cinder-842130-1-iscsi neutron-server[103886]: consumer versions: May 26 13:56:00.592862 dv-cinder-842130-1-iscsi neutron-server[103886]: { DHCP agent@dv-cinder-842130-1-iscsi: {}, May 26 13:56:00.592862 dv-cinder-842130-1-iscsi neutron-server[103886]: HyperV agent@hv-cinder-84213: {}, May 26 13:56:00.592862 dv-cinder-842130-1-iscsi neutron-server[103886]: L3 agent@dv-cinder-842130-1-iscsi: {}, May 26 13:56:00.592862 dv-cinder-842130-1-iscsi neutron-server[103886]: Metadata agent@dv-cinder-842130-1-iscsi: {}, May 26 13:56:00.592862 dv-cinder-842130-1-iscsi neutron-server[103886]: Metering agent@dv-cinder-842130-1-iscsi: {}, May 26 13:56:00.592862 dv-cinder-842130-1-iscsi neutron-server[103886]: Open vSwitch agent@dv-cinder-842130-1-iscsi: { 'AddressGroup': '1.2', May 26 13:56:00.592862 dv-cinder-842130-1-iscsi neutron-server[103886]: 'Agent': '1.1', May 26 13:56:00.592862 dv-cinder-842130-1-iscsi neutron-server[103886]: 'ConntrackHelper': '1.0', May 26 13:56:00.592862 dv-cinder-842130-1-iscsi neutron-server[103886]: 'LocalIPAssociation': '1.0', May 26 13:56:00.592862 dv-cinder-842130-1-iscsi neutron-server[103886]: 'Log': '1.0', May 26 13:56:00.592862 dv-cinder-842130-1-iscsi neutron-server[103886]: 'NDPProxy': '1.0', May 26 13:56:00.592862 dv-cinder-842130-1-iscsi neutron-server[103886]: 'Network': '1.1', May 26 13:56:00.592862 dv-cinder-842130-1-iscsi neutron-server[103886]: 'Port': '1.7', May 26 13:56:00.592862 dv-cinder-842130-1-iscsi neutron-server[103886]: 'PortForwarding': '1.3', May 26 13:56:00.592862 dv-cinder-842130-1-iscsi neutron-server[103886]: 'QosPolicy': '1.10', May 26 13:56:00.592862 dv-cinder-842130-1-iscsi neutron-server[103886]: 'SecurityGroup': '1.5', May 26 13:56:00.592862 dv-cinder-842130-1-iscsi neutron-server[103886]: 'SecurityGroupRule': '1.2', May 26 13:56:00.592862 dv-cinder-842130-1-iscsi neutron-server[103886]: 'SubPort': '1.0', May 26 13:56:00.592862 dv-cinder-842130-1-iscsi neutron-server[103886]: 'Subnet': '1.1', May 26 13:56:00.592862 dv-cinder-842130-1-iscsi neutron-server[103886]: 'Trunk': '1.1'}} May 26 13:56:00.592862 dv-cinder-842130-1-iscsi neutron-server[103886]: {{(pid=103886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 13:56:00.608349 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-17129950-717b-49e5-86d8-ea9aff2aea49 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727248709223', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990'] for segment (19072dfe-0334-40e6-bb73-47766657aa3f), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:00.610809 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.db.segments_db [None req-17129950-717b-49e5-86d8-ea9aff2aea49 admin admin] Added segment 19072dfe-0334-40e6-bb73-47766657aa3f of type vlan for network 8b5ae806-b190-4516-8465-70dba440ef62 May 26 13:56:00.657973 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-17129950-717b-49e5-86d8-ea9aff2aea49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248153200'] for network (8b5ae806-b190-4516-8465-70dba440ef62), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:00.686379 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-17129950-717b-49e5-86d8-ea9aff2aea49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (8b5ae806-b190-4516-8465-70dba440ef62), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:00.687398 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17129950-717b-49e5-86d8-ea9aff2aea49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:00.688021 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-17129950-717b-49e5-86d8-ea9aff2aea49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:00.762207 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-17129950-717b-49e5-86d8-ea9aff2aea49 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.6224663 May 26 13:56:00.762448 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 41894) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:00.763394 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17129950-717b-49e5-86d8-ea9aff2aea49 admin admin] Pushing event updated for resources: {'Network': ['ID=8b5ae806-b190-4516-8465-70dba440ef62,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:00.768841 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c8520a6c-040a-41ea-9c00-aaeb1daf50a8 admin admin] Request body: {'subnet': {'network_id': '8b5ae806-b190-4516-8465-70dba440ef62', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-939457999-subnet', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:00.775412 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Network 8b5ae806-b190-4516-8465-70dba440ef62 details requested by agent ovs-agent-dv-cinder-842130-1-iscsi with host dv-cinder-842130-1-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 13:56:00.802377 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8520a6c-040a-41ea-9c00-aaeb1daf50a8 admin admin] Made reservation on behalf of 7116b23d173c4192a6c8d996ad31d57c for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:56:00.804896 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8520a6c-040a-41ea-9c00-aaeb1daf50a8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:01.028274 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8520a6c-040a-41ea-9c00-aaeb1daf50a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for subnet (610ffda6-b7a7-4a06-84a4-402e2b1f27f2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:01.107938 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8520a6c-040a-41ea-9c00-aaeb1daf50a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=610ffda6-b7a7-4a06-84a4-402e2b1f27f2,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:01.117881 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8520a6c-040a-41ea-9c00-aaeb1daf50a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:01.118331 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8520a6c-040a-41ea-9c00-aaeb1daf50a8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:01.118757 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8520a6c-040a-41ea-9c00-aaeb1daf50a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:01.119318 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8520a6c-040a-41ea-9c00-aaeb1daf50a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:01.119889 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8520a6c-040a-41ea-9c00-aaeb1daf50a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:01.120431 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8520a6c-040a-41ea-9c00-aaeb1daf50a8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:01.120966 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8520a6c-040a-41ea-9c00-aaeb1daf50a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:01.121561 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8520a6c-040a-41ea-9c00-aaeb1daf50a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:01.122143 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8520a6c-040a-41ea-9c00-aaeb1daf50a8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:01.122666 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8520a6c-040a-41ea-9c00-aaeb1daf50a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:01.123215 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8520a6c-040a-41ea-9c00-aaeb1daf50a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:01.123762 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8520a6c-040a-41ea-9c00-aaeb1daf50a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:01.124303 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8520a6c-040a-41ea-9c00-aaeb1daf50a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:01.124838 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8520a6c-040a-41ea-9c00-aaeb1daf50a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:01.125416 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8520a6c-040a-41ea-9c00-aaeb1daf50a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:01.126844 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8520a6c-040a-41ea-9c00-aaeb1daf50a8 admin admin] Tracked resource versions report: May 26 13:56:01.126844 dv-cinder-842130-1-iscsi neutron-server[103885]: pushed versions: May 26 13:56:01.126844 dv-cinder-842130-1-iscsi neutron-server[103885]: { 'AddressGroup': {'1.2'}, May 26 13:56:01.126844 dv-cinder-842130-1-iscsi neutron-server[103885]: 'Agent': {'1.1'}, May 26 13:56:01.126844 dv-cinder-842130-1-iscsi neutron-server[103885]: 'ConntrackHelper': {'1.0'}, May 26 13:56:01.126844 dv-cinder-842130-1-iscsi neutron-server[103885]: 'LocalIPAssociation': {'1.0'}, May 26 13:56:01.126844 dv-cinder-842130-1-iscsi neutron-server[103885]: 'Log': {'1.0'}, May 26 13:56:01.126844 dv-cinder-842130-1-iscsi neutron-server[103885]: 'NDPProxy': {'1.0'}, May 26 13:56:01.126844 dv-cinder-842130-1-iscsi neutron-server[103885]: 'Network': {'1.1'}, May 26 13:56:01.126844 dv-cinder-842130-1-iscsi neutron-server[103885]: 'Port': {'1.7'}, May 26 13:56:01.126844 dv-cinder-842130-1-iscsi neutron-server[103885]: 'PortForwarding': {'1.3'}, May 26 13:56:01.126844 dv-cinder-842130-1-iscsi neutron-server[103885]: 'QosPolicy': {'1.10'}, May 26 13:56:01.126844 dv-cinder-842130-1-iscsi neutron-server[103885]: 'SecurityGroup': {'1.5'}, May 26 13:56:01.126844 dv-cinder-842130-1-iscsi neutron-server[103885]: 'SecurityGroupRule': {'1.2'}, May 26 13:56:01.126844 dv-cinder-842130-1-iscsi neutron-server[103885]: 'SubPort': {'1.0'}, May 26 13:56:01.126844 dv-cinder-842130-1-iscsi neutron-server[103885]: 'Subnet': {'1.1'}, May 26 13:56:01.126844 dv-cinder-842130-1-iscsi neutron-server[103885]: 'Trunk': {'1.1'}} May 26 13:56:01.126844 dv-cinder-842130-1-iscsi neutron-server[103885]: consumer versions: May 26 13:56:01.126844 dv-cinder-842130-1-iscsi neutron-server[103885]: { DHCP agent@dv-cinder-842130-1-iscsi: {}, May 26 13:56:01.126844 dv-cinder-842130-1-iscsi neutron-server[103885]: HyperV agent@hv-cinder-84213: {}, May 26 13:56:01.126844 dv-cinder-842130-1-iscsi neutron-server[103885]: L3 agent@dv-cinder-842130-1-iscsi: {}, May 26 13:56:01.126844 dv-cinder-842130-1-iscsi neutron-server[103885]: Metadata agent@dv-cinder-842130-1-iscsi: {}, May 26 13:56:01.126844 dv-cinder-842130-1-iscsi neutron-server[103885]: Metering agent@dv-cinder-842130-1-iscsi: {}, May 26 13:56:01.126844 dv-cinder-842130-1-iscsi neutron-server[103885]: Open vSwitch agent@dv-cinder-842130-1-iscsi: { 'AddressGroup': '1.2', May 26 13:56:01.126844 dv-cinder-842130-1-iscsi neutron-server[103885]: 'Agent': '1.1', May 26 13:56:01.126844 dv-cinder-842130-1-iscsi neutron-server[103885]: 'ConntrackHelper': '1.0', May 26 13:56:01.126844 dv-cinder-842130-1-iscsi neutron-server[103885]: 'LocalIPAssociation': '1.0', May 26 13:56:01.126844 dv-cinder-842130-1-iscsi neutron-server[103885]: 'Log': '1.0', May 26 13:56:01.126844 dv-cinder-842130-1-iscsi neutron-server[103885]: 'NDPProxy': '1.0', May 26 13:56:01.126844 dv-cinder-842130-1-iscsi neutron-server[103885]: 'Network': '1.1', May 26 13:56:01.126844 dv-cinder-842130-1-iscsi neutron-server[103885]: 'Port': '1.7', May 26 13:56:01.126844 dv-cinder-842130-1-iscsi neutron-server[103885]: 'PortForwarding': '1.3', May 26 13:56:01.126844 dv-cinder-842130-1-iscsi neutron-server[103885]: 'QosPolicy': '1.10', May 26 13:56:01.126844 dv-cinder-842130-1-iscsi neutron-server[103885]: 'SecurityGroup': '1.5', May 26 13:56:01.126844 dv-cinder-842130-1-iscsi neutron-server[103885]: 'SecurityGroupRule': '1.2', May 26 13:56:01.126844 dv-cinder-842130-1-iscsi neutron-server[103885]: 'SubPort': '1.0', May 26 13:56:01.126844 dv-cinder-842130-1-iscsi neutron-server[103885]: 'Subnet': '1.1', May 26 13:56:01.126844 dv-cinder-842130-1-iscsi neutron-server[103885]: 'Trunk': '1.1'}} May 26 13:56:01.126844 dv-cinder-842130-1-iscsi neutron-server[103885]: {{(pid=103885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 13:56:01.146864 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8520a6c-040a-41ea-9c00-aaeb1daf50a8 admin admin] Checking segment: {'id': '19072dfe-0334-40e6-bb73-47766657aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:56:01.147509 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8520a6c-040a-41ea-9c00-aaeb1daf50a8 admin admin] Network hostable DHCP agents. Network: 8b5ae806-b190-4516-8465-70dba440ef62, hostable agents: ['d9e93f65-b338-473a-bf3d-e7a4456d9980'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 13:56:01.171745 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8520a6c-040a-41ea-9c00-aaeb1daf50a8 admin admin] Network 8b5ae806-b190-4516-8465-70dba440ef62 is scheduled to be hosted by DHCP agent d9e93f65-b338-473a-bf3d-e7a4456d9980 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 13:56:01.192098 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-c8520a6c-040a-41ea-9c00-aaeb1daf50a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842130-1-iscsi, 8b5ae806-b190-4516-8465-70dba440ef62) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:56:01.204168 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8520a6c-040a-41ea-9c00-aaeb1daf50a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:01.205671 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e27d14-a819-4542-9d3f-f822e1b532ba None None] Network 8b5ae806-b190-4516-8465-70dba440ef62 requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:56:01.206294 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8520a6c-040a-41ea-9c00-aaeb1daf50a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:01.234534 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-c8520a6c-040a-41ea-9c00-aaeb1daf50a8 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4666574 May 26 13:56:01.234643 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 41908) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:01.238096 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-2c020e09-575a-4f2d-868f-4bc78ce310b3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-939457999-router', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:01.264126 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8e75988d-5032-4d03-af58-a1a48793058b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-88354539-network', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:01.281260 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c020e09-575a-4f2d-868f-4bc78ce310b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-780621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5951'] for router (d98b958f-5a1c-46df-84ad-2467daf14fc3), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:01.283027 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c020e09-575a-4f2d-868f-4bc78ce310b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-779085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-525998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5894'] for router (d98b958f-5a1c-46df-84ad-2467daf14fc3), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:01.320687 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 41914) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:01.330535 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e75988d-5032-4d03-af58-a1a48793058b admin admin] Made reservation on behalf of e3d27b9eb0ef4c338c18c2a1d02db444 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:56:01.333674 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8e75988d-5032-4d03-af58-a1a48793058b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:01.345422 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8e75988d-5032-4d03-af58-a1a48793058b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:01.392445 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 41920) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:01.407534 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c020e09-575a-4f2d-868f-4bc78ce310b3 admin admin] Publish callbacks [] for router_controller (d98b958f-5a1c-46df-84ad-2467daf14fc3), precommit_add_association {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:01.448510 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ee4e49-4109-47fd-b5eb-51a3a37462a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca16ceea-d323-56f7-9399-aa07b98b02ee-8b5ae806-b190-4516-8465-70dba440ef62', 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62', 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'fixed_ips': [{'subnet_id': '610ffda6-b7a7-4a06-84a4-402e2b1f27f2'}]}} from dv-cinder-842130-1-iscsi. {{(pid=103887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 13:56:01.449999 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-71ee4e49-4109-47fd-b5eb-51a3a37462a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:01.468251 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8e75988d-5032-4d03-af58-a1a48793058b admin admin] Publish callbacks [] for security_group (d53befa7-2ca9-4da6-91a2-7e05e8bd55c1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:01.475718 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8e75988d-5032-4d03-af58-a1a48793058b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (d53befa7-2ca9-4da6-91a2-7e05e8bd55c1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:01.507054 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75988d-5032-4d03-af58-a1a48793058b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:01.513232 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:01.529770 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e75988d-5032-4d03-af58-a1a48793058b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 13:56:01.550851 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8e75988d-5032-4d03-af58-a1a48793058b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727248709223', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990'] for segment (dadb0ef3-0764-477f-9135-b33720fcec5f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:01.551380 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.db.segments_db [None req-8e75988d-5032-4d03-af58-a1a48793058b admin admin] Added segment dadb0ef3-0764-477f-9135-b33720fcec5f of type vlan for network 94664734-1654-43f2-b262-23850dca9bb9 May 26 13:56:01.618604 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8e75988d-5032-4d03-af58-a1a48793058b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248153200'] for network (94664734-1654-43f2-b262-23850dca9bb9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:01.632376 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-71ee4e49-4109-47fd-b5eb-51a3a37462a4 None None] Allocated IP 172.20.0.2 (8b5ae806-b190-4516-8465-70dba440ef62/610ffda6-b7a7-4a06-84a4-402e2b1f27f2/5af90525-7e7a-4501-a888-22ae83f43ffb) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:56:01.698773 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c020e09-575a-4f2d-868f-4bc78ce310b3 admin admin] Publish callbacks [] for router_gateway (d98b958f-5a1c-46df-84ad-2467daf14fc3), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:01.721494 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8e75988d-5032-4d03-af58-a1a48793058b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (94664734-1654-43f2-b262-23850dca9bb9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:01.723635 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e75988d-5032-4d03-af58-a1a48793058b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:01.724696 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8e75988d-5032-4d03-af58-a1a48793058b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:01.801293 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e06303ce-8212-4378-b9a9-d349a4860d21 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1440631548-network', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:01.816000 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-71ee4e49-4109-47fd-b5eb-51a3a37462a4 None None] Publish callbacks [] for port (5af90525-7e7a-4501-a888-22ae83f43ffb), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:01.822026 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-8e75988d-5032-4d03-af58-a1a48793058b admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.3300085 May 26 13:56:01.831372 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-71ee4e49-4109-47fd-b5eb-51a3a37462a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297'] for port (5af90525-7e7a-4501-a888-22ae83f43ffb), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:01.840879 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 41942) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:01.850246 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-e5a6c3b2-5cbc-40ee-a68e-088b174ef5f3 admin admin] Request body: {'subnet': {'network_id': '94664734-1654-43f2-b262-23850dca9bb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-88354539-subnet', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:01.864397 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3e842dc7-e883-4786-ae9f-8b052e709427 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-777200555-network', 'tenant_id': '9ed49180e7f24cb296141d06576ead81'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:01.924830 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75988d-5032-4d03-af58-a1a48793058b admin admin] Pushing event updated for resources: {'Network': ['ID=94664734-1654-43f2-b262-23850dca9bb9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:01.939781 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06303ce-8212-4378-b9a9-d349a4860d21 admin admin] Made reservation on behalf of af9d168c40ea4df99b495eb06245d066 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:56:01.942860 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e06303ce-8212-4378-b9a9-d349a4860d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:01.954469 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e842dc7-e883-4786-ae9f-8b052e709427 admin admin] Made reservation on behalf of 9ed49180e7f24cb296141d06576ead81 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:56:01.958622 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e842dc7-e883-4786-ae9f-8b052e709427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:01.960181 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ee4e49-4109-47fd-b5eb-51a3a37462a4 None None] Network 8b5ae806-b190-4516-8465-70dba440ef62 is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:56:01.962558 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e06303ce-8212-4378-b9a9-d349a4860d21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:01.962710 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Network 94664734-1654-43f2-b262-23850dca9bb9 details requested by agent ovs-agent-dv-cinder-842130-1-iscsi with host dv-cinder-842130-1-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 13:56:01.972585 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee4e49-4109-47fd-b5eb-51a3a37462a4 None None] Pushing event updated for resources: {'Port': ['ID=5af90525-7e7a-4501-a888-22ae83f43ffb,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:01.976512 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-71ee4e49-4109-47fd-b5eb-51a3a37462a4 None None] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:56:01.984931 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e842dc7-e883-4786-ae9f-8b052e709427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:01.987896 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ee4e49-4109-47fd-b5eb-51a3a37462a4 None None] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:56:01.997090 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a6c3b2-5cbc-40ee-a68e-088b174ef5f3 admin admin] Made reservation on behalf of e3d27b9eb0ef4c338c18c2a1d02db444 for: {'subnet': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:56:02.000090 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5a6c3b2-5cbc-40ee-a68e-088b174ef5f3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:02.091857 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:02.134857 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e06303ce-8212-4378-b9a9-d349a4860d21 admin admin] Publish callbacks [] for security_group (d2fcc63b-45c4-4d93-94b9-26ea69abd69e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:02.152736 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e06303ce-8212-4378-b9a9-d349a4860d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (d2fcc63b-45c4-4d93-94b9-26ea69abd69e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:02.153644 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:02.165089 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c020e09-575a-4f2d-868f-4bc78ce310b3 admin admin] Publish callbacks [] for router_gateway (d98b958f-5a1c-46df-84ad-2467daf14fc3), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:02.167621 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e842dc7-e883-4786-ae9f-8b052e709427 admin admin] Publish callbacks [] for security_group (a1f498ee-b224-4e66-9a30-311e44090efc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:02.169845 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:02.186179 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e06303ce-8212-4378-b9a9-d349a4860d21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 13:56:02.189853 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e842dc7-e883-4786-ae9f-8b052e709427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (a1f498ee-b224-4e66-9a30-311e44090efc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:02.198540 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c020e09-575a-4f2d-868f-4bc78ce310b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:02.218593 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ee4e49-4109-47fd-b5eb-51a3a37462a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:02.220774 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ee4e49-4109-47fd-b5eb-51a3a37462a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:02.221146 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ee4e49-4109-47fd-b5eb-51a3a37462a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:02.221721 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ee4e49-4109-47fd-b5eb-51a3a37462a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:02.222059 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ee4e49-4109-47fd-b5eb-51a3a37462a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:02.222521 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ee4e49-4109-47fd-b5eb-51a3a37462a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:02.222848 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ee4e49-4109-47fd-b5eb-51a3a37462a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:02.223254 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ee4e49-4109-47fd-b5eb-51a3a37462a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:02.223664 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ee4e49-4109-47fd-b5eb-51a3a37462a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:02.224091 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ee4e49-4109-47fd-b5eb-51a3a37462a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:02.224419 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ee4e49-4109-47fd-b5eb-51a3a37462a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:02.224821 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ee4e49-4109-47fd-b5eb-51a3a37462a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:02.225173 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ee4e49-4109-47fd-b5eb-51a3a37462a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:02.225743 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ee4e49-4109-47fd-b5eb-51a3a37462a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:02.226066 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ee4e49-4109-47fd-b5eb-51a3a37462a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:02.227242 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e842dc7-e883-4786-ae9f-8b052e709427 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 13:56:02.227555 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ee4e49-4109-47fd-b5eb-51a3a37462a4 None None] Tracked resource versions report: May 26 13:56:02.227555 dv-cinder-842130-1-iscsi neutron-server[103887]: pushed versions: May 26 13:56:02.227555 dv-cinder-842130-1-iscsi neutron-server[103887]: { 'AddressGroup': {'1.2'}, May 26 13:56:02.227555 dv-cinder-842130-1-iscsi neutron-server[103887]: 'Agent': {'1.1'}, May 26 13:56:02.227555 dv-cinder-842130-1-iscsi neutron-server[103887]: 'ConntrackHelper': {'1.0'}, May 26 13:56:02.227555 dv-cinder-842130-1-iscsi neutron-server[103887]: 'LocalIPAssociation': {'1.0'}, May 26 13:56:02.227555 dv-cinder-842130-1-iscsi neutron-server[103887]: 'Log': {'1.0'}, May 26 13:56:02.227555 dv-cinder-842130-1-iscsi neutron-server[103887]: 'NDPProxy': {'1.0'}, May 26 13:56:02.227555 dv-cinder-842130-1-iscsi neutron-server[103887]: 'Network': {'1.1'}, May 26 13:56:02.227555 dv-cinder-842130-1-iscsi neutron-server[103887]: 'Port': {'1.7'}, May 26 13:56:02.227555 dv-cinder-842130-1-iscsi neutron-server[103887]: 'PortForwarding': {'1.3'}, May 26 13:56:02.227555 dv-cinder-842130-1-iscsi neutron-server[103887]: 'QosPolicy': {'1.10'}, May 26 13:56:02.227555 dv-cinder-842130-1-iscsi neutron-server[103887]: 'SecurityGroup': {'1.5'}, May 26 13:56:02.227555 dv-cinder-842130-1-iscsi neutron-server[103887]: 'SecurityGroupRule': {'1.2'}, May 26 13:56:02.227555 dv-cinder-842130-1-iscsi neutron-server[103887]: 'SubPort': {'1.0'}, May 26 13:56:02.227555 dv-cinder-842130-1-iscsi neutron-server[103887]: 'Subnet': {'1.1'}, May 26 13:56:02.227555 dv-cinder-842130-1-iscsi neutron-server[103887]: 'Trunk': {'1.1'}} May 26 13:56:02.227555 dv-cinder-842130-1-iscsi neutron-server[103887]: consumer versions: May 26 13:56:02.227555 dv-cinder-842130-1-iscsi neutron-server[103887]: { DHCP agent@dv-cinder-842130-1-iscsi: {}, May 26 13:56:02.227555 dv-cinder-842130-1-iscsi neutron-server[103887]: HyperV agent@hv-cinder-84213: {}, May 26 13:56:02.227555 dv-cinder-842130-1-iscsi neutron-server[103887]: L3 agent@dv-cinder-842130-1-iscsi: {}, May 26 13:56:02.227555 dv-cinder-842130-1-iscsi neutron-server[103887]: Metadata agent@dv-cinder-842130-1-iscsi: {}, May 26 13:56:02.227555 dv-cinder-842130-1-iscsi neutron-server[103887]: Metering agent@dv-cinder-842130-1-iscsi: {}, May 26 13:56:02.227555 dv-cinder-842130-1-iscsi neutron-server[103887]: Open vSwitch agent@dv-cinder-842130-1-iscsi: { 'AddressGroup': '1.2', May 26 13:56:02.227555 dv-cinder-842130-1-iscsi neutron-server[103887]: 'Agent': '1.1', May 26 13:56:02.227555 dv-cinder-842130-1-iscsi neutron-server[103887]: 'ConntrackHelper': '1.0', May 26 13:56:02.227555 dv-cinder-842130-1-iscsi neutron-server[103887]: 'LocalIPAssociation': '1.0', May 26 13:56:02.227555 dv-cinder-842130-1-iscsi neutron-server[103887]: 'Log': '1.0', May 26 13:56:02.227555 dv-cinder-842130-1-iscsi neutron-server[103887]: 'NDPProxy': '1.0', May 26 13:56:02.227555 dv-cinder-842130-1-iscsi neutron-server[103887]: 'Network': '1.1', May 26 13:56:02.227555 dv-cinder-842130-1-iscsi neutron-server[103887]: 'Port': '1.7', May 26 13:56:02.227555 dv-cinder-842130-1-iscsi neutron-server[103887]: 'PortForwarding': '1.3', May 26 13:56:02.227555 dv-cinder-842130-1-iscsi neutron-server[103887]: 'QosPolicy': '1.10', May 26 13:56:02.227555 dv-cinder-842130-1-iscsi neutron-server[103887]: 'SecurityGroup': '1.5', May 26 13:56:02.227555 dv-cinder-842130-1-iscsi neutron-server[103887]: 'SecurityGroupRule': '1.2', May 26 13:56:02.227555 dv-cinder-842130-1-iscsi neutron-server[103887]: 'SubPort': '1.0', May 26 13:56:02.227555 dv-cinder-842130-1-iscsi neutron-server[103887]: 'Subnet': '1.1', May 26 13:56:02.227555 dv-cinder-842130-1-iscsi neutron-server[103887]: 'Trunk': '1.1'}} May 26 13:56:02.227555 dv-cinder-842130-1-iscsi neutron-server[103887]: {{(pid=103887) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 13:56:02.233505 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e06303ce-8212-4378-b9a9-d349a4860d21 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727248709223', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990'] for segment (93677cf8-8388-429d-a7a5-bdb9a9d46a00), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:02.234283 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.db.segments_db [None req-e06303ce-8212-4378-b9a9-d349a4860d21 admin admin] Added segment 93677cf8-8388-429d-a7a5-bdb9a9d46a00 of type vlan for network 5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 May 26 13:56:02.236765 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06303ce-8212-4378-b9a9-d349a4860d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fcc63b-45c4-4d93-94b9-26ea69abd69e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:02.300083 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e842dc7-e883-4786-ae9f-8b052e709427 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727248709223', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990'] for segment (76186cb9-1bca-4d5b-badd-766070b91ee8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:02.300860 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.db.segments_db [None req-3e842dc7-e883-4786-ae9f-8b052e709427 admin admin] Added segment 76186cb9-1bca-4d5b-badd-766070b91ee8 of type vlan for network 25f232ca-c251-4c00-a04c-4af0a5376fd0 May 26 13:56:02.317808 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e842dc7-e883-4786-ae9f-8b052e709427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f498ee-b224-4e66-9a30-311e44090efc,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:02.328526 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:UPDATE=6,neutron:SELECT=71,neutron:INSERT=22,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:02.351425 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-71ee4e49-4109-47fd-b5eb-51a3a37462a4 None None] Attempting to bind port 5af90525-7e7a-4501-a888-22ae83f43ffb on host dv-cinder-842130-1-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:56:02.351790 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-71ee4e49-4109-47fd-b5eb-51a3a37462a4 None None] Attempting to bind port 5af90525-7e7a-4501-a888-22ae83f43ffb by drivers openvswitch,hyperv on host dv-cinder-842130-1-iscsi at level 0 using segments [{'id': '19072dfe-0334-40e6-bb73-47766657aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:56:02.352147 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ee4e49-4109-47fd-b5eb-51a3a37462a4 None None] Attempting to bind port 5af90525-7e7a-4501-a888-22ae83f43ffb on network 8b5ae806-b190-4516-8465-70dba440ef62 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:56:02.353131 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e06303ce-8212-4378-b9a9-d349a4860d21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248153200'] for network (5f7e5c2e-dcd0-44c0-a251-a7bcffefb292), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:02.368080 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ee4e49-4109-47fd-b5eb-51a3a37462a4 None None] Checking agent: {'id': '083d02d4-47f3-493f-9afe-05142db1b6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 47, 24), 'started_at': datetime.datetime(2022, 5, 26, 13, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:56:02.368527 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ee4e49-4109-47fd-b5eb-51a3a37462a4 None None] Checking segment: {'id': '19072dfe-0334-40e6-bb73-47766657aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:56:02.368940 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-71ee4e49-4109-47fd-b5eb-51a3a37462a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:02.371339 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ee4e49-4109-47fd-b5eb-51a3a37462a4 None None] Bound using segment: {'id': '19072dfe-0334-40e6-bb73-47766657aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:56:02.372698 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-71ee4e49-4109-47fd-b5eb-51a3a37462a4 None None] Bound port: 5af90525-7e7a-4501-a888-22ae83f43ffb, host: dv-cinder-842130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19072dfe-0334-40e6-bb73-47766657aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:56:02.373449 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-71ee4e49-4109-47fd-b5eb-51a3a37462a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (5af90525-7e7a-4501-a888-22ae83f43ffb), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:02.379549 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e842dc7-e883-4786-ae9f-8b052e709427 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248153200'] for network (25f232ca-c251-4c00-a04c-4af0a5376fd0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:02.380642 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=86,neutron:UPDATE=8,neutron:INSERT=6 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:02.397698 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-2c020e09-575a-4f2d-868f-4bc78ce310b3 admin admin] Allocated IP 172.27.1.118 (52e096d4-8aa7-4f06-8835-685346500be4/afa79513-0fef-42b7-ae4f-8319e7853c26/b71a1d45-5196-44a4-988b-1ddb8d21d49d) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:56:02.421305 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e06303ce-8212-4378-b9a9-d349a4860d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (5f7e5c2e-dcd0-44c0-a251-a7bcffefb292), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:02.423785 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06303ce-8212-4378-b9a9-d349a4860d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:02.424517 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e06303ce-8212-4378-b9a9-d349a4860d21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:02.491420 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e842dc7-e883-4786-ae9f-8b052e709427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (25f232ca-c251-4c00-a04c-4af0a5376fd0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:02.492756 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e842dc7-e883-4786-ae9f-8b052e709427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:02.493280 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e842dc7-e883-4786-ae9f-8b052e709427 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:02.500640 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-e06303ce-8212-4378-b9a9-d349a4860d21 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.1784081 May 26 13:56:02.510286 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 41962) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:02.515471 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-37be4213-3b44-43eb-b900-e47391ec6948 admin admin] Request body: {'subnet': {'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1440631548-subnet', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:02.528082 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06303ce-8212-4378-b9a9-d349a4860d21 admin admin] Pushing event updated for resources: {'Network': ['ID=5f7e5c2e-dcd0-44c0-a251-a7bcffefb292,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:02.544573 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c020e09-575a-4f2d-868f-4bc78ce310b3 admin admin] Publish callbacks [] for port (b71a1d45-5196-44a4-988b-1ddb8d21d49d), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:02.549092 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Network 5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 details requested by agent ovs-agent-dv-cinder-842130-1-iscsi with host dv-cinder-842130-1-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 13:56:02.563589 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-3e842dc7-e883-4786-ae9f-8b052e709427 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.1646259 May 26 13:56:02.570886 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 41966) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:02.609402 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c020e09-575a-4f2d-868f-4bc78ce310b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297'] for port (b71a1d45-5196-44a4-988b-1ddb8d21d49d), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:02.612270 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-71ee4e49-4109-47fd-b5eb-51a3a37462a4 None None] For port 5af90525-7e7a-4501-a888-22ae83f43ffb, host dv-cinder-842130-1-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:56:02.633911 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c020e09-575a-4f2d-868f-4bc78ce310b3 admin admin] Network 52e096d4-8aa7-4f06-8835-685346500be4 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:56:02.674677 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-cac5949a-6f5a-4967-bba7-bc35851ec653 admin admin] Request body: {'subnet': {'network_id': '25f232ca-c251-4c00-a04c-4af0a5376fd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-777200555-subnet', 'tenant_id': '9ed49180e7f24cb296141d06576ead81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:02.679522 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-2c020e09-575a-4f2d-868f-4bc78ce310b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:56:02.681532 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c020e09-575a-4f2d-868f-4bc78ce310b3 admin admin] Pushing event updated for resources: {'Port': ['ID=b71a1d45-5196-44a4-988b-1ddb8d21d49d,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:02.695633 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c020e09-575a-4f2d-868f-4bc78ce310b3 admin admin] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:56:02.701056 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e842dc7-e883-4786-ae9f-8b052e709427 admin admin] Pushing event updated for resources: {'Network': ['ID=25f232ca-c251-4c00-a04c-4af0a5376fd0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:02.706120 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37be4213-3b44-43eb-b900-e47391ec6948 admin admin] Made reservation on behalf of af9d168c40ea4df99b495eb06245d066 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:56:02.711945 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-37be4213-3b44-43eb-b900-e47391ec6948 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:02.774568 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Network 25f232ca-c251-4c00-a04c-4af0a5376fd0 details requested by agent ovs-agent-dv-cinder-842130-1-iscsi with host dv-cinder-842130-1-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 13:56:02.800123 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-71ee4e49-4109-47fd-b5eb-51a3a37462a4 None None] For port 5af90525-7e7a-4501-a888-22ae83f43ffb, host dv-cinder-842130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=5af90525-7e7a-4501-a888-22ae83f43ffb,segment=NetworkSegment(19072dfe-0334-40e6-bb73-47766657aa3f),segment_id=19072dfe-0334-40e6-bb73-47766657aa3f)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:56:02.905565 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac5949a-6f5a-4967-bba7-bc35851ec653 admin admin] Made reservation on behalf of 9ed49180e7f24cb296141d06576ead81 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:56:02.909255 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cac5949a-6f5a-4967-bba7-bc35851ec653 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:02.988062 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:02.989344 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c020e09-575a-4f2d-868f-4bc78ce310b3 admin admin] Publish callbacks [] for router_gateway (d98b958f-5a1c-46df-84ad-2467daf14fc3), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:03.172944 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-71ee4e49-4109-47fd-b5eb-51a3a37462a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (5af90525-7e7a-4501-a888-22ae83f43ffb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:03.279693 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:03.284764 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee4e49-4109-47fd-b5eb-51a3a37462a4 None None] Pushing event updated for resources: {'Port': ['ID=5af90525-7e7a-4501-a888-22ae83f43ffb,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:03.429410 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:03.490918 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-37be4213-3b44-43eb-b900-e47391ec6948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for subnet (3a255f09-ad18-4a84-8012-2f8575f58a13), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:03.778130 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be4213-3b44-43eb-b900-e47391ec6948 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a255f09-ad18-4a84-8012-2f8575f58a13,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:03.809495 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5a6c3b2-5cbc-40ee-a68e-088b174ef5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for subnet (463c251f-969b-49e6-b225-a476c859b795), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:03.846339 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37be4213-3b44-43eb-b900-e47391ec6948 admin admin] Checking segment: {'id': '93677cf8-8388-429d-a7a5-bdb9a9d46a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:56:03.846687 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37be4213-3b44-43eb-b900-e47391ec6948 admin admin] Network hostable DHCP agents. Network: 5f7e5c2e-dcd0-44c0-a251-a7bcffefb292, hostable agents: ['d9e93f65-b338-473a-bf3d-e7a4456d9980'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 13:56:03.849102 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cac5949a-6f5a-4967-bba7-bc35851ec653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for subnet (67799537-471b-4d37-90a7-26b2abc3faf9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:03.886549 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a6c3b2-5cbc-40ee-a68e-088b174ef5f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=463c251f-969b-49e6-b225-a476c859b795,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:03.889577 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c020e09-575a-4f2d-868f-4bc78ce310b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-779070'] for router (d98b958f-5a1c-46df-84ad-2467daf14fc3), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:03.897473 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=11 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:03.919337 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37be4213-3b44-43eb-b900-e47391ec6948 admin admin] Network 5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 is scheduled to be hosted by DHCP agent d9e93f65-b338-473a-bf3d-e7a4456d9980 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 13:56:03.924145 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5949a-6f5a-4967-bba7-bc35851ec653 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67799537-471b-4d37-90a7-26b2abc3faf9,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:03.937508 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac5949a-6f5a-4967-bba7-bc35851ec653 admin admin] Checking segment: {'id': '76186cb9-1bca-4d5b-badd-766070b91ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '25f232ca-c251-4c00-a04c-4af0a5376fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:56:03.938378 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac5949a-6f5a-4967-bba7-bc35851ec653 admin admin] Network hostable DHCP agents. Network: 25f232ca-c251-4c00-a04c-4af0a5376fd0, hostable agents: ['d9e93f65-b338-473a-bf3d-e7a4456d9980'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 13:56:03.943333 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-37be4213-3b44-43eb-b900-e47391ec6948 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842130-1-iscsi, 5f7e5c2e-dcd0-44c0-a251-a7bcffefb292) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:56:03.953217 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37be4213-3b44-43eb-b900-e47391ec6948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:03.954338 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-37be4213-3b44-43eb-b900-e47391ec6948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:03.961712 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8065071f-4c01-4f22-8a8b-f461eae30755 None None] Network 5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:56:03.985317 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-37be4213-3b44-43eb-b900-e47391ec6948 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4737682 May 26 13:56:03.988666 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac5949a-6f5a-4967-bba7-bc35851ec653 admin admin] Network 25f232ca-c251-4c00-a04c-4af0a5376fd0 is scheduled to be hosted by DHCP agent d9e93f65-b338-473a-bf3d-e7a4456d9980 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 13:56:03.998607 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 42026) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:03.999654 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-cac5949a-6f5a-4967-bba7-bc35851ec653 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842130-1-iscsi, 25f232ca-c251-4c00-a04c-4af0a5376fd0) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:56:04.007748 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:04.024006 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac5949a-6f5a-4967-bba7-bc35851ec653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:04.024790 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cac5949a-6f5a-4967-bba7-bc35851ec653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:04.050063 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-48be7882-85ed-4293-a0cc-e6632e4c9d00 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1440631548-router', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:04.052330 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a6c3b2-5cbc-40ee-a68e-088b174ef5f3 admin admin] Checking segment: {'id': 'dadb0ef3-0764-477f-9135-b33720fcec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '94664734-1654-43f2-b262-23850dca9bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:56:04.053006 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a6c3b2-5cbc-40ee-a68e-088b174ef5f3 admin admin] Network hostable DHCP agents. Network: 94664734-1654-43f2-b262-23850dca9bb9, hostable agents: ['d9e93f65-b338-473a-bf3d-e7a4456d9980'], hosted agents: [] {{(pid=103886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 13:56:04.061183 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcde0426-c01c-496e-9daa-a826b87cda1e None None] Network 25f232ca-c251-4c00-a04c-4af0a5376fd0 requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:56:04.099595 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a6c3b2-5cbc-40ee-a68e-088b174ef5f3 admin admin] Network 94664734-1654-43f2-b262-23850dca9bb9 is scheduled to be hosted by DHCP agent d9e93f65-b338-473a-bf3d-e7a4456d9980 with binding_index 1 {{(pid=103886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 13:56:04.111652 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-cac5949a-6f5a-4967-bba7-bc35851ec653 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4716043 May 26 13:56:04.129762 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48be7882-85ed-4293-a0cc-e6632e4c9d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-780621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5951'] for router (daa0fa1d-1072-4f3c-8d4e-d0d83801f24a), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:04.134224 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48be7882-85ed-4293-a0cc-e6632e4c9d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-779085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-525998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5894'] for router (daa0fa1d-1072-4f3c-8d4e-d0d83801f24a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:04.153974 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-e5a6c3b2-5cbc-40ee-a68e-088b174ef5f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842130-1-iscsi, 94664734-1654-43f2-b262-23850dca9bb9) {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:56:04.168961 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a6c3b2-5cbc-40ee-a68e-088b174ef5f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:04.169966 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5a6c3b2-5cbc-40ee-a68e-088b174ef5f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:04.216961 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460f39b0-451f-4f60-bf9b-3af7c0443886 None None] Network 94664734-1654-43f2-b262-23850dca9bb9 requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:56:04.235566 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c020e09-575a-4f2d-868f-4bc78ce310b3 admin admin] Router d98b958f-5a1c-46df-84ad-2467daf14fc3 is scheduled to L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 with binding_index 1 {{(pid=103886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 13:56:04.243672 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-e5a6c3b2-5cbc-40ee-a68e-088b174ef5f3 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.4015179 May 26 13:56:04.251377 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 42040) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:04.256176 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-9aab0c7d-04b3-4c4b-9292-a45fcc7c77fc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-88354539-router', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:04.386555 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9aab0c7d-04b3-4c4b-9292-a45fcc7c77fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-780621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5951'] for router (38e4db80-f86e-40b1-ab5e-e89952294e91), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:04.388024 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9aab0c7d-04b3-4c4b-9292-a45fcc7c77fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-779085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-525998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5894'] for router (38e4db80-f86e-40b1-ab5e-e89952294e91), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:04.405800 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48be7882-85ed-4293-a0cc-e6632e4c9d00 admin admin] Publish callbacks [] for router_controller (daa0fa1d-1072-4f3c-8d4e-d0d83801f24a), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:04.539879 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9aab0c7d-04b3-4c4b-9292-a45fcc7c77fc admin admin] Publish callbacks [] for router_controller (38e4db80-f86e-40b1-ab5e-e89952294e91), precommit_add_association {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:04.542862 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c020e09-575a-4f2d-868f-4bc78ce310b3 admin admin] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:56:04.604069 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6549a788-f266-4253-becb-e98de2b2ff95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca16ceea-d323-56f7-9399-aa07b98b02ee-5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'fixed_ips': [{'subnet_id': '3a255f09-ad18-4a84-8012-2f8575f58a13'}]}} from dv-cinder-842130-1-iscsi. {{(pid=103887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 13:56:04.605279 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6549a788-f266-4253-becb-e98de2b2ff95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:04.637638 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71563b05-0747-47b5-a20c-ff3d7504cfc0 None None] Network 25f232ca-c251-4c00-a04c-4af0a5376fd0 requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:56:04.644121 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c020e09-575a-4f2d-868f-4bc78ce310b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:04.653340 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-2c020e09-575a-4f2d-868f-4bc78ce310b3 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.4192104 May 26 13:56:04.678294 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a96ba62-b56b-486f-85ea-b0359454dca0 None None] Sync routers for ids ['d98b958f-5a1c-46df-84ad-2467daf14fc3'] in dv-cinder-842130-1-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:56:04.680182 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 42054) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:04.791092 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9049f6-0bf5-43cb-adae-4c092934af73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca16ceea-d323-56f7-9399-aa07b98b02ee-94664734-1654-43f2-b262-23850dca9bb9', 'network_id': '94664734-1654-43f2-b262-23850dca9bb9', 'project_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'fixed_ips': [{'subnet_id': '463c251f-969b-49e6-b225-a476c859b795'}]}} from dv-cinder-842130-1-iscsi. {{(pid=103887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 13:56:04.792084 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-aa9049f6-0bf5-43cb-adae-4c092934af73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:04.902342 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9aab0c7d-04b3-4c4b-9292-a45fcc7c77fc admin admin] Publish callbacks [] for router_gateway (38e4db80-f86e-40b1-ab5e-e89952294e91), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:04.908609 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 42072) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:04.909261 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 42074) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:04.911779 dv-cinder-842130-1-iscsi neutron-server[103886]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 13:56:04.974381 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a96ba62-b56b-486f-85ea-b0359454dca0 None None] Routers {'d98b958f-5a1c-46df-84ad-2467daf14fc3'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:56:04.975438 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-8a96ba62-b56b-486f-85ea-b0359454dca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:55:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['d98b958f-5a1c-46df-84ad-2467daf14fc3'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:05.099794 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-aa9049f6-0bf5-43cb-adae-4c092934af73 None None] Allocated IP 172.20.0.2 (94664734-1654-43f2-b262-23850dca9bb9/463c251f-969b-49e6-b225-a476c859b795/abec3f8e-ca35-4376-aa18-bc6c2112f29f) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:56:05.100028 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48be7882-85ed-4293-a0cc-e6632e4c9d00 admin admin] Publish callbacks [] for router_gateway (daa0fa1d-1072-4f3c-8d4e-d0d83801f24a), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:05.127979 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:05.145587 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-6549a788-f266-4253-becb-e98de2b2ff95 None None] Allocated IP 172.20.0.2 (5f7e5c2e-dcd0-44c0-a251-a7bcffefb292/3a255f09-ad18-4a84-8012-2f8575f58a13/b803412e-67a9-4530-b6af-84282fea5ba5) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:56:05.148705 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c8959c-782c-4e25-89a9-d332b18a37fc None None] Network 8b5ae806-b190-4516-8465-70dba440ef62 requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:56:05.160126 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-8a96ba62-b56b-486f-85ea-b0359454dca0 None None] Set router d98b958f-5a1c-46df-84ad-2467daf14fc3 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:56:05.164308 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 5af90525-7e7a-4501-a888-22ae83f43ffb up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:56:05.271459 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-400fa1f8-d120-409b-95b6-8e946b8ec0aa None None] Provisioning complete for port 5af90525-7e7a-4501-a888-22ae83f43ffb triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:05.272272 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-400fa1f8-d120-409b-95b6-8e946b8ec0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (5af90525-7e7a-4501-a888-22ae83f43ffb), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:05.359134 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-4427e91f-df62-4875-8bbc-e9a505b3ff9c tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:05.365189 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=9 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:05.372404 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-4427e91f-df62-4875-8bbc-e9a505b3ff9c tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/networks?id=25f232ca-c251-4c00-a04c-4af0a5376fd0 HTTP/1.1" status: 200 len: 811 time: 0.4615285 May 26 13:56:05.406984 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:05.466671 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-8a96ba62-b56b-486f-85ea-b0359454dca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'name': 'tempest-AttachVolumeShelveTestJSON-939457999-router', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'b71a1d45-5196-44a4-988b-1ddb8d21d49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:01Z', 'updated_at': '2022-05-26T13:56:02Z', 'revision_number': 3, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'gw_port': {'id': 'b71a1d45-5196-44a4-988b-1ddb8d21d49d', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:02Z', 'updated_at': '2022-05-26T13:56:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi'}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:05.489824 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-7d7dd4ff-e8ce-4b44-be04-22644cd4c2cf tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/quotas/9ed49180e7f24cb296141d06576ead81 HTTP/1.1" status: 200 len: 375 time: 0.1152763 May 26 13:56:05.509713 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a96ba62-b56b-486f-85ea-b0359454dca0 None None] Checking router: d98b958f-5a1c-46df-84ad-2467daf14fc3 for host: dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:56:05.510060 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a96ba62-b56b-486f-85ea-b0359454dca0 None None] Updating router d98b958f-5a1c-46df-84ad-2467daf14fc3 port b71a1d45-5196-44a4-988b-1ddb8d21d49d binding host dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:56:05.536521 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f2b4c371-d274-4d00-ac96-0fcae5595969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:05.550154 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8a96ba62-b56b-486f-85ea-b0359454dca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (b71a1d45-5196-44a4-988b-1ddb8d21d49d), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:05.580813 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-11efe033-4912-4e50-8863-a87d055736a4 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=9ed49180e7f24cb296141d06576ead81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0892758 May 26 13:56:05.632706 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port 5af90525-7e7a-4501-a888-22ae83f43ffb triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:05.633076 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (5af90525-7e7a-4501-a888-22ae83f43ffb), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:05.705526 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:05.742982 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:05.746412 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48be7882-85ed-4293-a0cc-e6632e4c9d00 admin admin] Publish callbacks [] for router_gateway (daa0fa1d-1072-4f3c-8d4e-d0d83801f24a), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:05.858209 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-400fa1f8-d120-409b-95b6-8e946b8ec0aa None None] Current status of the port 5af90525-7e7a-4501-a888-22ae83f43ffb is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:05.858595 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-400fa1f8-d120-409b-95b6-8e946b8ec0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (5af90525-7e7a-4501-a888-22ae83f43ffb), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:05.885178 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-4556b2f6-9674-4c8b-99f2-63f6eb4130d0 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103886) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 13:56:05.886132 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-4556b2f6-9674-4c8b-99f2-63f6eb4130d0 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1593108 May 26 13:56:05.932113 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:05.963318 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-aa9049f6-0bf5-43cb-adae-4c092934af73 None None] Publish callbacks [] for port (abec3f8e-ca35-4376-aa18-bc6c2112f29f), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:06.009287 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6549a788-f266-4253-becb-e98de2b2ff95 None None] Publish callbacks [] for port (b803412e-67a9-4530-b6af-84282fea5ba5), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:06.017282 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-aa9049f6-0bf5-43cb-adae-4c092934af73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297'] for port (abec3f8e-ca35-4376-aa18-bc6c2112f29f), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:06.026692 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48be7882-85ed-4293-a0cc-e6632e4c9d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:06.140009 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6549a788-f266-4253-becb-e98de2b2ff95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297'] for port (b803412e-67a9-4530-b6af-84282fea5ba5), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:06.163276 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-400fa1f8-d120-409b-95b6-8e946b8ec0aa None None] For port 5af90525-7e7a-4501-a888-22ae83f43ffb, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=5af90525-7e7a-4501-a888-22ae83f43ffb,segment=NetworkSegment(19072dfe-0334-40e6-bb73-47766657aa3f),segment_id=19072dfe-0334-40e6-bb73-47766657aa3f)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:56:06.171416 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8a96ba62-b56b-486f-85ea-b0359454dca0 None None] Publish callbacks [] for port (b71a1d45-5196-44a4-988b-1ddb8d21d49d), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:06.189373 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8a96ba62-b56b-486f-85ea-b0359454dca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (b71a1d45-5196-44a4-988b-1ddb8d21d49d), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:06.197312 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9049f6-0bf5-43cb-adae-4c092934af73 None None] Network 94664734-1654-43f2-b262-23850dca9bb9 is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:56:06.200841 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-400fa1f8-d120-409b-95b6-8e946b8ec0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (5af90525-7e7a-4501-a888-22ae83f43ffb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:06.215155 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-aa9049f6-0bf5-43cb-adae-4c092934af73 None None] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:56:06.218599 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9049f6-0bf5-43cb-adae-4c092934af73 None None] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:56:06.235381 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9aab0c7d-04b3-4c4b-9292-a45fcc7c77fc admin admin] Publish callbacks [] for router_gateway (38e4db80-f86e-40b1-ab5e-e89952294e91), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:06.253046 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6549a788-f266-4253-becb-e98de2b2ff95 None None] Network 5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:56:06.263400 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9049f6-0bf5-43cb-adae-4c092934af73 None None] Pushing event updated for resources: {'Port': ['ID=abec3f8e-ca35-4376-aa18-bc6c2112f29f,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:06.316442 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:06.324824 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-6549a788-f266-4253-becb-e98de2b2ff95 None None] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:56:06.324983 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a64289-403c-4045-99bc-66376f73d932 None None] Pushing event updated for resources: {'Port': ['ID=b71a1d45-5196-44a4-988b-1ddb8d21d49d,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:06.343132 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a64289-403c-4045-99bc-66376f73d932 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:06.343460 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a64289-403c-4045-99bc-66376f73d932 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:06.345222 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a64289-403c-4045-99bc-66376f73d932 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:06.345652 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a64289-403c-4045-99bc-66376f73d932 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:06.346347 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a64289-403c-4045-99bc-66376f73d932 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:06.347253 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a64289-403c-4045-99bc-66376f73d932 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:06.349245 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a64289-403c-4045-99bc-66376f73d932 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:06.349590 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a64289-403c-4045-99bc-66376f73d932 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:06.350090 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a64289-403c-4045-99bc-66376f73d932 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:06.350432 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a64289-403c-4045-99bc-66376f73d932 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:06.350765 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a64289-403c-4045-99bc-66376f73d932 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:06.352030 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a64289-403c-4045-99bc-66376f73d932 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:06.353936 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a64289-403c-4045-99bc-66376f73d932 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:06.354185 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a64289-403c-4045-99bc-66376f73d932 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:06.354526 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a64289-403c-4045-99bc-66376f73d932 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:06.358771 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a64289-403c-4045-99bc-66376f73d932 None None] Tracked resource versions report: May 26 13:56:06.358771 dv-cinder-842130-1-iscsi neutron-server[103888]: pushed versions: May 26 13:56:06.358771 dv-cinder-842130-1-iscsi neutron-server[103888]: { 'AddressGroup': {'1.2'}, May 26 13:56:06.358771 dv-cinder-842130-1-iscsi neutron-server[103888]: 'Agent': {'1.1'}, May 26 13:56:06.358771 dv-cinder-842130-1-iscsi neutron-server[103888]: 'ConntrackHelper': {'1.0'}, May 26 13:56:06.358771 dv-cinder-842130-1-iscsi neutron-server[103888]: 'LocalIPAssociation': {'1.0'}, May 26 13:56:06.358771 dv-cinder-842130-1-iscsi neutron-server[103888]: 'Log': {'1.0'}, May 26 13:56:06.358771 dv-cinder-842130-1-iscsi neutron-server[103888]: 'NDPProxy': {'1.0'}, May 26 13:56:06.358771 dv-cinder-842130-1-iscsi neutron-server[103888]: 'Network': {'1.1'}, May 26 13:56:06.358771 dv-cinder-842130-1-iscsi neutron-server[103888]: 'Port': {'1.7'}, May 26 13:56:06.358771 dv-cinder-842130-1-iscsi neutron-server[103888]: 'PortForwarding': {'1.3'}, May 26 13:56:06.358771 dv-cinder-842130-1-iscsi neutron-server[103888]: 'QosPolicy': {'1.10'}, May 26 13:56:06.358771 dv-cinder-842130-1-iscsi neutron-server[103888]: 'SecurityGroup': {'1.5'}, May 26 13:56:06.358771 dv-cinder-842130-1-iscsi neutron-server[103888]: 'SecurityGroupRule': {'1.2'}, May 26 13:56:06.358771 dv-cinder-842130-1-iscsi neutron-server[103888]: 'SubPort': {'1.0'}, May 26 13:56:06.358771 dv-cinder-842130-1-iscsi neutron-server[103888]: 'Subnet': {'1.1'}, May 26 13:56:06.358771 dv-cinder-842130-1-iscsi neutron-server[103888]: 'Trunk': {'1.1'}} May 26 13:56:06.358771 dv-cinder-842130-1-iscsi neutron-server[103888]: consumer versions: May 26 13:56:06.358771 dv-cinder-842130-1-iscsi neutron-server[103888]: { DHCP agent@dv-cinder-842130-1-iscsi: {}, May 26 13:56:06.358771 dv-cinder-842130-1-iscsi neutron-server[103888]: HyperV agent@hv-cinder-84213: {}, May 26 13:56:06.358771 dv-cinder-842130-1-iscsi neutron-server[103888]: L3 agent@dv-cinder-842130-1-iscsi: {}, May 26 13:56:06.358771 dv-cinder-842130-1-iscsi neutron-server[103888]: Metadata agent@dv-cinder-842130-1-iscsi: {}, May 26 13:56:06.358771 dv-cinder-842130-1-iscsi neutron-server[103888]: Metering agent@dv-cinder-842130-1-iscsi: {}, May 26 13:56:06.358771 dv-cinder-842130-1-iscsi neutron-server[103888]: Open vSwitch agent@dv-cinder-842130-1-iscsi: { 'AddressGroup': '1.2', May 26 13:56:06.358771 dv-cinder-842130-1-iscsi neutron-server[103888]: 'Agent': '1.1', May 26 13:56:06.358771 dv-cinder-842130-1-iscsi neutron-server[103888]: 'ConntrackHelper': '1.0', May 26 13:56:06.358771 dv-cinder-842130-1-iscsi neutron-server[103888]: 'LocalIPAssociation': '1.0', May 26 13:56:06.358771 dv-cinder-842130-1-iscsi neutron-server[103888]: 'Log': '1.0', May 26 13:56:06.358771 dv-cinder-842130-1-iscsi neutron-server[103888]: 'NDPProxy': '1.0', May 26 13:56:06.358771 dv-cinder-842130-1-iscsi neutron-server[103888]: 'Network': '1.1', May 26 13:56:06.358771 dv-cinder-842130-1-iscsi neutron-server[103888]: 'Port': '1.7', May 26 13:56:06.358771 dv-cinder-842130-1-iscsi neutron-server[103888]: 'PortForwarding': '1.3', May 26 13:56:06.358771 dv-cinder-842130-1-iscsi neutron-server[103888]: 'QosPolicy': '1.10', May 26 13:56:06.358771 dv-cinder-842130-1-iscsi neutron-server[103888]: 'SecurityGroup': '1.5', May 26 13:56:06.358771 dv-cinder-842130-1-iscsi neutron-server[103888]: 'SecurityGroupRule': '1.2', May 26 13:56:06.358771 dv-cinder-842130-1-iscsi neutron-server[103888]: 'SubPort': '1.0', May 26 13:56:06.358771 dv-cinder-842130-1-iscsi neutron-server[103888]: 'Subnet': '1.1', May 26 13:56:06.358771 dv-cinder-842130-1-iscsi neutron-server[103888]: 'Trunk': '1.1'}} May 26 13:56:06.358771 dv-cinder-842130-1-iscsi neutron-server[103888]: {{(pid=103888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 13:56:06.393189 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-8a96ba62-b56b-486f-85ea-b0359454dca0 None None] Attempting to bind port b71a1d45-5196-44a4-988b-1ddb8d21d49d on host dv-cinder-842130-1-iscsi for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:56:06.393846 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-8a96ba62-b56b-486f-85ea-b0359454dca0 None None] Attempting to bind port b71a1d45-5196-44a4-988b-1ddb8d21d49d by drivers openvswitch,hyperv on host dv-cinder-842130-1-iscsi at level 0 using segments [{'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:56:06.394264 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a96ba62-b56b-486f-85ea-b0359454dca0 None None] Attempting to bind port b71a1d45-5196-44a4-988b-1ddb8d21d49d on network 52e096d4-8aa7-4f06-8835-685346500be4 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:56:06.411416 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a96ba62-b56b-486f-85ea-b0359454dca0 None None] Checking agent: {'id': '083d02d4-47f3-493f-9afe-05142db1b6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 47, 24), 'started_at': datetime.datetime(2022, 5, 26, 13, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:56:06.411782 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a96ba62-b56b-486f-85ea-b0359454dca0 None None] Checking segment: {'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:56:06.412181 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8a96ba62-b56b-486f-85ea-b0359454dca0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:06.412569 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a96ba62-b56b-486f-85ea-b0359454dca0 None None] Bound using segment: {'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:56:06.413085 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-8a96ba62-b56b-486f-85ea-b0359454dca0 None None] Bound port: b71a1d45-5196-44a4-988b-1ddb8d21d49d, host: dv-cinder-842130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:56:06.413623 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8a96ba62-b56b-486f-85ea-b0359454dca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (b71a1d45-5196-44a4-988b-1ddb8d21d49d), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:06.416195 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6549a788-f266-4253-becb-e98de2b2ff95 None None] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:56:06.424392 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9aab0c7d-04b3-4c4b-9292-a45fcc7c77fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:06.439467 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-dfc3c3f2-4a1c-4302-a383-75843709c15e service neutron] 10.222.0.91 "GET /v2.0/networks/25f232ca-c251-4c00-a04c-4af0a5376fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5307512 May 26 13:56:06.441977 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:06.444286 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-05a3645c-e501-426e-95ff-bdaff557e4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:06.453079 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port 5af90525-7e7a-4501-a888-22ae83f43ffb is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:06.462713 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549a788-f266-4253-becb-e98de2b2ff95 None None] Pushing event updated for resources: {'Port': ['ID=b803412e-67a9-4530-b6af-84282fea5ba5,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:06.473595 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-e9bc0020-64fe-47f3-b0da-0b187c94b457 None None] Provisioning complete for port 5af90525-7e7a-4501-a888-22ae83f43ffb triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:06.473985 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e9bc0020-64fe-47f3-b0da-0b187c94b457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (5af90525-7e7a-4501-a888-22ae83f43ffb), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:06.549933 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-8a96ba62-b56b-486f-85ea-b0359454dca0 None None] For port b71a1d45-5196-44a4-988b-1ddb8d21d49d, host dv-cinder-842130-1-iscsi, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:56:06.556891 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-8a96ba62-b56b-486f-85ea-b0359454dca0 None None] For port b71a1d45-5196-44a4-988b-1ddb8d21d49d, host dv-cinder-842130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=b71a1d45-5196-44a4-988b-1ddb8d21d49d,segment=NetworkSegment(7398460f-ba92-4b10-bc2e-e16a0f9ed6bc),segment_id=7398460f-ba92-4b10-bc2e-e16a0f9ed6bc)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:56:06.561727 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:06.567802 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8a96ba62-b56b-486f-85ea-b0359454dca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (b71a1d45-5196-44a4-988b-1ddb8d21d49d), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:06.632728 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:06.642447 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f2b4c371-d274-4d00-ac96-0fcae5595969 admin admin] Publish callbacks [] for security_group (a02ea149-232d-4264-bb26-a2dc8ef63e73), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:06.674450 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a64289-403c-4045-99bc-66376f73d932 None None] Pushing event updated for resources: {'Port': ['ID=b71a1d45-5196-44a4-988b-1ddb8d21d49d,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:06.680234 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f2b4c371-d274-4d00-ac96-0fcae5595969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (a02ea149-232d-4264-bb26-a2dc8ef63e73), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:06.690032 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a96ba62-b56b-486f-85ea-b0359454dca0 None None] Routers {'d98b958f-5a1c-46df-84ad-2467daf14fc3'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:56:06.690987 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-8a96ba62-b56b-486f-85ea-b0359454dca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:55:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['d98b958f-5a1c-46df-84ad-2467daf14fc3'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:06.755238 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-48be7882-85ed-4293-a0cc-e6632e4c9d00 admin admin] Allocated IP 172.27.1.11 (52e096d4-8aa7-4f06-8835-685346500be4/afa79513-0fef-42b7-ae4f-8319e7853c26/05a14e86-2d76-40b7-b399-5555d03ca70f) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:56:06.785725 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-f2b4c371-d274-4d00-ac96-0fcae5595969 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=67bf852b45d8419aad80b70b02e2bf29&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5747192 May 26 13:56:06.801360 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 42126) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:06.803375 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:06.812564 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-aa9049f6-0bf5-43cb-adae-4c092934af73 None None] Attempting to bind port abec3f8e-ca35-4376-aa18-bc6c2112f29f on host dv-cinder-842130-1-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:56:06.813683 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-aa9049f6-0bf5-43cb-adae-4c092934af73 None None] Attempting to bind port abec3f8e-ca35-4376-aa18-bc6c2112f29f by drivers openvswitch,hyperv on host dv-cinder-842130-1-iscsi at level 0 using segments [{'id': 'dadb0ef3-0764-477f-9135-b33720fcec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '94664734-1654-43f2-b262-23850dca9bb9'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:56:06.814044 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9049f6-0bf5-43cb-adae-4c092934af73 None None] Attempting to bind port abec3f8e-ca35-4376-aa18-bc6c2112f29f on network 94664734-1654-43f2-b262-23850dca9bb9 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:56:06.816688 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-efcce4e3-33e3-4f9e-9f6a-b362534f47bd service neutron] 10.222.0.91 "GET /v2.0/networks/25f232ca-c251-4c00-a04c-4af0a5376fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759527 May 26 13:56:06.851841 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9049f6-0bf5-43cb-adae-4c092934af73 None None] Checking agent: {'id': '083d02d4-47f3-493f-9afe-05142db1b6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 47, 24), 'started_at': datetime.datetime(2022, 5, 26, 13, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:56:06.852626 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9049f6-0bf5-43cb-adae-4c092934af73 None None] Checking segment: {'id': 'dadb0ef3-0764-477f-9135-b33720fcec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '94664734-1654-43f2-b262-23850dca9bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:56:06.852739 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-aa9049f6-0bf5-43cb-adae-4c092934af73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:06.853694 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9049f6-0bf5-43cb-adae-4c092934af73 None None] Bound using segment: {'id': 'dadb0ef3-0764-477f-9135-b33720fcec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '94664734-1654-43f2-b262-23850dca9bb9'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:56:06.854121 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-aa9049f6-0bf5-43cb-adae-4c092934af73 None None] Bound port: abec3f8e-ca35-4376-aa18-bc6c2112f29f, host: dv-cinder-842130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dadb0ef3-0764-477f-9135-b33720fcec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '94664734-1654-43f2-b262-23850dca9bb9'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:56:06.855055 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-aa9049f6-0bf5-43cb-adae-4c092934af73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (abec3f8e-ca35-4376-aa18-bc6c2112f29f), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:06.864392 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4c371-d274-4d00-ac96-0fcae5595969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02ea149-232d-4264-bb26-a2dc8ef63e73,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:06.881466 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-6549a788-f266-4253-becb-e98de2b2ff95 None None] Attempting to bind port b803412e-67a9-4530-b6af-84282fea5ba5 on host dv-cinder-842130-1-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:56:06.881764 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-6549a788-f266-4253-becb-e98de2b2ff95 None None] Attempting to bind port b803412e-67a9-4530-b6af-84282fea5ba5 by drivers openvswitch,hyperv on host dv-cinder-842130-1-iscsi at level 0 using segments [{'id': '93677cf8-8388-429d-a7a5-bdb9a9d46a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:56:06.882168 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6549a788-f266-4253-becb-e98de2b2ff95 None None] Attempting to bind port b803412e-67a9-4530-b6af-84282fea5ba5 on network 5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:56:06.884969 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-8a96ba62-b56b-486f-85ea-b0359454dca0 None None] Set router d98b958f-5a1c-46df-84ad-2467daf14fc3 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:56:06.890469 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400fa1f8-d120-409b-95b6-8e946b8ec0aa None None] Pushing event updated for resources: {'Port': ['ID=5af90525-7e7a-4501-a888-22ae83f43ffb,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:06.900938 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6549a788-f266-4253-becb-e98de2b2ff95 None None] Checking agent: {'id': '083d02d4-47f3-493f-9afe-05142db1b6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 47, 24), 'started_at': datetime.datetime(2022, 5, 26, 13, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:56:06.901419 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6549a788-f266-4253-becb-e98de2b2ff95 None None] Checking segment: {'id': '93677cf8-8388-429d-a7a5-bdb9a9d46a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:56:06.901813 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6549a788-f266-4253-becb-e98de2b2ff95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:06.902197 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6549a788-f266-4253-becb-e98de2b2ff95 None None] Bound using segment: {'id': '93677cf8-8388-429d-a7a5-bdb9a9d46a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:56:06.902718 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-6549a788-f266-4253-becb-e98de2b2ff95 None None] Bound port: b803412e-67a9-4530-b6af-84282fea5ba5, host: dv-cinder-842130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93677cf8-8388-429d-a7a5-bdb9a9d46a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:56:06.903098 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6549a788-f266-4253-becb-e98de2b2ff95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (b803412e-67a9-4530-b6af-84282fea5ba5), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:06.989687 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c6274d7-4831-451f-b3d6-c0ed2217b5a3 admin admin] Publish callbacks [] for security_group (a02ea149-232d-4264-bb26-a2dc8ef63e73), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:06.991993 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-05a3645c-e501-426e-95ff-bdaff557e4e7 admin admin] Allocated IP 172.20.0.1 (8b5ae806-b190-4516-8465-70dba440ef62/610ffda6-b7a7-4a06-84a4-402e2b1f27f2/b830b597-1fe9-4b3e-966f-ccc794d433a4) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:56:07.018683 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:07.050609 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c6274d7-4831-451f-b3d6-c0ed2217b5a3 admin admin] Publish callbacks [] for security_group (a02ea149-232d-4264-bb26-a2dc8ef63e73), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:07.108191 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-e9bc0020-64fe-47f3-b0da-0b187c94b457 None None] Current status of the port 5af90525-7e7a-4501-a888-22ae83f43ffb is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:07.137583 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-aa9049f6-0bf5-43cb-adae-4c092934af73 None None] For port abec3f8e-ca35-4376-aa18-bc6c2112f29f, host dv-cinder-842130-1-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:56:07.160484 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 5af90525-7e7a-4501-a888-22ae83f43ffb up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:56:07.171616 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 42144) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:07.230617 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-6549a788-f266-4253-becb-e98de2b2ff95 None None] For port b803412e-67a9-4530-b6af-84282fea5ba5, host dv-cinder-842130-1-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:56:07.235611 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-aa9049f6-0bf5-43cb-adae-4c092934af73 None None] For port abec3f8e-ca35-4376-aa18-bc6c2112f29f, host dv-cinder-842130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=abec3f8e-ca35-4376-aa18-bc6c2112f29f,segment=NetworkSegment(dadb0ef3-0764-477f-9135-b33720fcec5f),segment_id=dadb0ef3-0764-477f-9135-b33720fcec5f)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:56:07.249095 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-05a3645c-e501-426e-95ff-bdaff557e4e7 admin admin] Publish callbacks [] for port (b830b597-1fe9-4b3e-966f-ccc794d433a4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:07.259685 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port 5af90525-7e7a-4501-a888-22ae83f43ffb triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:07.260363 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (5af90525-7e7a-4501-a888-22ae83f43ffb), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:07.265088 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-6549a788-f266-4253-becb-e98de2b2ff95 None None] For port b803412e-67a9-4530-b6af-84282fea5ba5, host dv-cinder-842130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=b803412e-67a9-4530-b6af-84282fea5ba5,segment=NetworkSegment(93677cf8-8388-429d-a7a5-bdb9a9d46a00),segment_id=93677cf8-8388-429d-a7a5-bdb9a9d46a00)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:56:07.268034 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-aa9049f6-0bf5-43cb-adae-4c092934af73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (abec3f8e-ca35-4376-aa18-bc6c2112f29f), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:07.323685 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6549a788-f266-4253-becb-e98de2b2ff95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (b803412e-67a9-4530-b6af-84282fea5ba5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:07.416101 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-05a3645c-e501-426e-95ff-bdaff557e4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297'] for port (b830b597-1fe9-4b3e-966f-ccc794d433a4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:07.416288 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-8a96ba62-b56b-486f-85ea-b0359454dca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'name': 'tempest-AttachVolumeShelveTestJSON-939457999-router', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'b71a1d45-5196-44a4-988b-1ddb8d21d49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:01Z', 'updated_at': '2022-05-26T13:56:02Z', 'revision_number': 3, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'gw_port': {'id': 'b71a1d45-5196-44a4-988b-1ddb8d21d49d', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:02Z', 'updated_at': '2022-05-26T13:56:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi'}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:07.417291 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:07.505317 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a96ba62-b56b-486f-85ea-b0359454dca0 None None] The sync data for ids ['d98b958f-5a1c-46df-84ad-2467daf14fc3'] in dv-cinder-842130-1-iscsi is: [{'id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'name': 'tempest-AttachVolumeShelveTestJSON-939457999-router', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'b71a1d45-5196-44a4-988b-1ddb8d21d49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:01Z', 'updated_at': '2022-05-26T13:56:02Z', 'revision_number': 3, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'gw_port': {'id': 'b71a1d45-5196-44a4-988b-1ddb8d21d49d', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:02Z', 'updated_at': '2022-05-26T13:56:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:56:07.565107 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48be7882-85ed-4293-a0cc-e6632e4c9d00 admin admin] Publish callbacks [] for port (05a14e86-2d76-40b7-b399-5555d03ca70f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:07.571409 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c6274d7-4831-451f-b3d6-c0ed2217b5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (a02ea149-232d-4264-bb26-a2dc8ef63e73), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:07.574423 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c6274d7-4831-451f-b3d6-c0ed2217b5a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:07.578743 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-1c6274d7-4831-451f-b3d6-c0ed2217b5a3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a02ea149-232d-4264-bb26-a2dc8ef63e73 HTTP/1.1" status: 204 len: 168 time: 0.7730865 May 26 13:56:07.590939 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9049f6-0bf5-43cb-adae-4c092934af73 None None] Pushing event updated for resources: {'Port': ['ID=abec3f8e-ca35-4376-aa18-bc6c2112f29f,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:07.704889 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a3645c-e501-426e-95ff-bdaff557e4e7 admin admin] Network 8b5ae806-b190-4516-8465-70dba440ef62 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:56:07.711393 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port 5af90525-7e7a-4501-a888-22ae83f43ffb is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:07.724676 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549a788-f266-4253-becb-e98de2b2ff95 None None] Pushing event updated for resources: {'Port': ['ID=b803412e-67a9-4530-b6af-84282fea5ba5,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:07.745495 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-05a3645c-e501-426e-95ff-bdaff557e4e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:56:07.756490 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a3645c-e501-426e-95ff-bdaff557e4e7 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:56:07.757776 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-05a3645c-e501-426e-95ff-bdaff557e4e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-778573'] for router_interface (d98b958f-5a1c-46df-84ad-2467daf14fc3), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:07.768990 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-43171f3d-4b31-4430-ae9b-b65bb7911e6b req-30a9f2cc-9ab4-4da7-b5a2-71a66d6d1eac tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 210 time: 0.5937052 May 26 13:56:08.121027 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6274d7-4831-451f-b3d6-c0ed2217b5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02ea149-232d-4264-bb26-a2dc8ef63e73,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:08.193408 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3645c-e501-426e-95ff-bdaff557e4e7 admin admin] Pushing event updated for resources: {'Port': ['ID=b830b597-1fe9-4b3e-966f-ccc794d433a4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:08.332319 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48be7882-85ed-4293-a0cc-e6632e4c9d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297'] for port (05a14e86-2d76-40b7-b399-5555d03ca70f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:08.343869 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-e7940716-10f0-439f-a034-71c6794e78b2 None None] Provisioning complete for port b830b597-1fe9-4b3e-966f-ccc794d433a4 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:08.347201 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e7940716-10f0-439f-a034-71c6794e78b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (b830b597-1fe9-4b3e-966f-ccc794d433a4), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:08.456374 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-e7940716-10f0-439f-a034-71c6794e78b2 None None] Port b830b597-1fe9-4b3e-966f-ccc794d433a4 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:56:08.516595 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-9aab0c7d-04b3-4c4b-9292-a45fcc7c77fc admin admin] Allocated IP 172.27.1.235 (52e096d4-8aa7-4f06-8835-685346500be4/afa79513-0fef-42b7-ae4f-8319e7853c26/8e9aac80-de01-4c0b-bde9-d15df6b93009) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:56:08.577836 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-05a3645c-e501-426e-95ff-bdaff557e4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (b830b597-1fe9-4b3e-966f-ccc794d433a4), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:08.618289 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48be7882-85ed-4293-a0cc-e6632e4c9d00 admin admin] Network 52e096d4-8aa7-4f06-8835-685346500be4 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:56:08.633779 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-48be7882-85ed-4293-a0cc-e6632e4c9d00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:56:08.639453 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48be7882-85ed-4293-a0cc-e6632e4c9d00 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:56:08.862957 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:08.931763 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9aab0c7d-04b3-4c4b-9292-a45fcc7c77fc admin admin] Publish callbacks [] for port (8e9aac80-de01-4c0b-bde9-d15df6b93009), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:09.022716 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-58cbf0ab-ef0d-4f59-b037-eb3537cb5244 req-9e086bba-ec84-4d43-9a75-8215c404c1de tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 210 time: 0.1035898 May 26 13:56:09.158891 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9aab0c7d-04b3-4c4b-9292-a45fcc7c77fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297'] for port (8e9aac80-de01-4c0b-bde9-d15df6b93009), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:09.286483 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aab0c7d-04b3-4c4b-9292-a45fcc7c77fc admin admin] Network 52e096d4-8aa7-4f06-8835-685346500be4 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:56:09.299789 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-9aab0c7d-04b3-4c4b-9292-a45fcc7c77fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:56:09.310153 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aab0c7d-04b3-4c4b-9292-a45fcc7c77fc admin admin] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:56:09.312667 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab0c7d-04b3-4c4b-9292-a45fcc7c77fc admin admin] Pushing event updated for resources: {'Port': ['ID=8e9aac80-de01-4c0b-bde9-d15df6b93009,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:09.357707 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device b803412e-67a9-4530-b6af-84282fea5ba5 up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:56:09.415865 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:09.417230 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be7882-85ed-4293-a0cc-e6632e4c9d00 admin admin] Pushing event updated for resources: {'Port': ['ID=05a14e86-2d76-40b7-b399-5555d03ca70f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:09.505314 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port b803412e-67a9-4530-b6af-84282fea5ba5 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:09.505787 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (b803412e-67a9-4530-b6af-84282fea5ba5), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:09.618139 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf9d7ee-638b-48d1-a622-6364181ac809 None None] Network 5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:56:09.818294 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:09.819414 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:09.841799 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-05a3645c-e501-426e-95ff-bdaff557e4e7 admin admin] Publish callbacks [] for port (b830b597-1fe9-4b3e-966f-ccc794d433a4), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:09.851959 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-05a3645c-e501-426e-95ff-bdaff557e4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (b830b597-1fe9-4b3e-966f-ccc794d433a4), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:09.857897 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-05a3645c-e501-426e-95ff-bdaff557e4e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-302209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-781565'] for router_interface (d98b958f-5a1c-46df-84ad-2467daf14fc3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:09.866239 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9aab0c7d-04b3-4c4b-9292-a45fcc7c77fc admin admin] Publish callbacks [] for router_gateway (38e4db80-f86e-40b1-ab5e-e89952294e91), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:09.866996 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833f5933-7ab6-4944-81df-a4cc4fec3304 None None] Network 94664734-1654-43f2-b262-23850dca9bb9 requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:56:10.056891 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-9806839c-b84c-4aff-a16e-9f328f46ae90 None None] Provisioning complete for port b803412e-67a9-4530-b6af-84282fea5ba5 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:10.057843 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9806839c-b84c-4aff-a16e-9f328f46ae90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (b803412e-67a9-4530-b6af-84282fea5ba5), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:10.070983 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3645c-e501-426e-95ff-bdaff557e4e7 admin admin] Pushing event updated for resources: {'Port': ['ID=b830b597-1fe9-4b3e-966f-ccc794d433a4,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:10.246367 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port b803412e-67a9-4530-b6af-84282fea5ba5 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:10.266025 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a3645c-e501-426e-95ff-bdaff557e4e7 admin admin] Network 8b5ae806-b190-4516-8465-70dba440ef62 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:56:10.266149 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (b803412e-67a9-4530-b6af-84282fea5ba5), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:10.340126 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-05a3645c-e501-426e-95ff-bdaff557e4e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:56:10.380603 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9aab0c7d-04b3-4c4b-9292-a45fcc7c77fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-779070'] for router (38e4db80-f86e-40b1-ab5e-e89952294e91), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:10.473114 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] For port b803412e-67a9-4530-b6af-84282fea5ba5, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=b803412e-67a9-4530-b6af-84282fea5ba5,segment=NetworkSegment(93677cf8-8388-429d-a7a5-bdb9a9d46a00),segment_id=93677cf8-8388-429d-a7a5-bdb9a9d46a00)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:56:10.573458 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:10.578021 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48be7882-85ed-4293-a0cc-e6632e4c9d00 admin admin] Publish callbacks [] for router_gateway (daa0fa1d-1072-4f3c-8d4e-d0d83801f24a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:10.583693 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-868056b0-6b0a-436c-b265-c2d7523aac37 req-bc5fdc94-2d06-4240-bede-3af8d512736d tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 210 time: 0.1713073 May 26 13:56:10.597428 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (b803412e-67a9-4530-b6af-84282fea5ba5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:10.607301 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device abec3f8e-ca35-4376-aa18-bc6c2112f29f up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:56:10.833640 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-9806839c-b84c-4aff-a16e-9f328f46ae90 None None] Current status of the port b803412e-67a9-4530-b6af-84282fea5ba5 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:10.833734 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9806839c-b84c-4aff-a16e-9f328f46ae90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (b803412e-67a9-4530-b6af-84282fea5ba5), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:10.843513 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 42296) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:10.849941 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aab0c7d-04b3-4c4b-9292-a45fcc7c77fc admin admin] Router 38e4db80-f86e-40b1-ab5e-e89952294e91 is scheduled to L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 with binding_index 1 {{(pid=103886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 13:56:10.908180 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Pushing event updated for resources: {'Port': ['ID=b803412e-67a9-4530-b6af-84282fea5ba5,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:10.964088 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port abec3f8e-ca35-4376-aa18-bc6c2112f29f triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:10.964667 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (abec3f8e-ca35-4376-aa18-bc6c2112f29f), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:11.016550 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.db.api [None req-9806839c-b84c-4aff-a16e-9f328f46ae90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 26 13:56:11.025775 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a3645c-e501-426e-95ff-bdaff557e4e7 admin admin] Router d98b958f-5a1c-46df-84ad-2467daf14fc3 has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:56:11.029802 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG oslo_db.api [None req-9806839c-b84c-4aff-a16e-9f328f46ae90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 13:56:11.079155 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bff31bdf-79a0-4e1b-8d86-e4ecd19e882c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:11.111684 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port abec3f8e-ca35-4376-aa18-bc6c2112f29f is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:11.112282 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (abec3f8e-ca35-4376-aa18-bc6c2112f29f), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:11.124636 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aab0c7d-04b3-4c4b-9292-a45fcc7c77fc admin admin] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:56:11.142012 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc05d1c-2bd3-4c4b-989c-879c660455d2 None None] Sync routers for ids ['38e4db80-f86e-40b1-ab5e-e89952294e91'] in dv-cinder-842130-1-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:56:11.157212 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:11.178794 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9aab0c7d-04b3-4c4b-9292-a45fcc7c77fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:11.183970 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-9aab0c7d-04b3-4c4b-9292-a45fcc7c77fc admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.9315526 May 26 13:56:11.184680 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] For port abec3f8e-ca35-4376-aa18-bc6c2112f29f, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=abec3f8e-ca35-4376-aa18-bc6c2112f29f,segment=NetworkSegment(dadb0ef3-0764-477f-9135-b33720fcec5f),segment_id=dadb0ef3-0764-477f-9135-b33720fcec5f)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:56:11.188382 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc05d1c-2bd3-4c4b-989c-879c660455d2 None None] Routers {'38e4db80-f86e-40b1-ab5e-e89952294e91'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:56:11.189311 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-bfc05d1c-2bd3-4c4b-989c-879c660455d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:55:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['38e4db80-f86e-40b1-ab5e-e89952294e91'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:11.198891 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 42308) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:11.204478 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:11.206415 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48be7882-85ed-4293-a0cc-e6632e4c9d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-779070'] for router (daa0fa1d-1072-4f3c-8d4e-d0d83801f24a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:11.256936 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:11.258928 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (abec3f8e-ca35-4376-aa18-bc6c2112f29f), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:11.260441 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device b71a1d45-5196-44a4-988b-1ddb8d21d49d up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:56:11.417742 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Pushing event updated for resources: {'Port': ['ID=abec3f8e-ca35-4376-aa18-bc6c2112f29f,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:11.420716 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port b71a1d45-5196-44a4-988b-1ddb8d21d49d triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:11.421556 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (b71a1d45-5196-44a4-988b-1ddb8d21d49d), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:11.441768 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bff31bdf-79a0-4e1b-8d86-e4ecd19e882c admin admin] Publish callbacks [] for security_group (e5bc2f91-dedf-4516-8f51-30cc25301eda), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:11.458827 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bff31bdf-79a0-4e1b-8d86-e4ecd19e882c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (e5bc2f91-dedf-4516-8f51-30cc25301eda), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:11.463546 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=100 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:11.465054 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a3645c-e501-426e-95ff-bdaff557e4e7 admin admin] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:56:11.470013 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:11.472673 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-bfc05d1c-2bd3-4c4b-989c-879c660455d2 None None] Set router 38e4db80-f86e-40b1-ab5e-e89952294e91 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:56:11.475291 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f2f903-db26-462d-ae5d-444debbecc31 None None] Sync routers for ids ['d98b958f-5a1c-46df-84ad-2467daf14fc3'] in dv-cinder-842130-1-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:56:11.482168 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-05a3645c-e501-426e-95ff-bdaff557e4e7 admin admin] 10.222.0.91 "PUT /v2.0/routers/d98b958f-5a1c-46df-84ad-2467daf14fc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7997661 May 26 13:56:11.491923 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f2f903-db26-462d-ae5d-444debbecc31 None None] Routers {'d98b958f-5a1c-46df-84ad-2467daf14fc3'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:56:11.497926 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f6f2f903-db26-462d-ae5d-444debbecc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:55:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['d98b958f-5a1c-46df-84ad-2467daf14fc3'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:11.532460 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-bff31bdf-79a0-4e1b-8d86-e4ecd19e882c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=73c3e29dafa248a3bce455dfd308ab7c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6878519 May 26 13:56:11.538234 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 42326) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:11.581322 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff31bdf-79a0-4e1b-8d86-e4ecd19e882c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bc2f91-dedf-4516-8f51-30cc25301eda,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:11.622376 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-82a7d660-d9a7-44c2-8bc5-b7e6902ca112 admin admin] Publish callbacks [] for security_group (e5bc2f91-dedf-4516-8f51-30cc25301eda), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:11.704166 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-82a7d660-d9a7-44c2-8bc5-b7e6902ca112 admin admin] Publish callbacks [] for security_group (e5bc2f91-dedf-4516-8f51-30cc25301eda), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:11.719795 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48be7882-85ed-4293-a0cc-e6632e4c9d00 admin admin] Router daa0fa1d-1072-4f3c-8d4e-d0d83801f24a is scheduled to L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 13:56:11.745858 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-f6f2f903-db26-462d-ae5d-444debbecc31 None None] Set router d98b958f-5a1c-46df-84ad-2467daf14fc3 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:56:11.777082 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a6e57885-4c2f-4a14-a393-f714bc475b71 req-144f0699-a1e0-4ce1-8b44-245b65162a21 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 210 time: 0.0420344 May 26 13:56:11.958849 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48be7882-85ed-4293-a0cc-e6632e4c9d00 admin admin] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:56:11.972778 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f6f2f903-db26-462d-ae5d-444debbecc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'name': 'tempest-AttachVolumeShelveTestJSON-939457999-router', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'b71a1d45-5196-44a4-988b-1ddb8d21d49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:01Z', 'updated_at': '2022-05-26T13:56:08Z', 'revision_number': 4, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'gw_port': {'id': 'b71a1d45-5196-44a4-988b-1ddb8d21d49d', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:02Z', 'updated_at': '2022-05-26T13:56:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'b830b597-1fe9-4b3e-966f-ccc794d433a4', 'name': '', 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'mac_address': 'fa:16:3e:e4:a8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '610ffda6-b7a7-4a06-84a4-402e2b1f27f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:09Z', 'revision_number': 2, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'subnets': [{'id': '610ffda6-b7a7-4a06-84a4-402e2b1f27f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:11.976707 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-82a7d660-d9a7-44c2-8bc5-b7e6902ca112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (e5bc2f91-dedf-4516-8f51-30cc25301eda), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:11.980137 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-82a7d660-d9a7-44c2-8bc5-b7e6902ca112 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:11.985531 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-82a7d660-d9a7-44c2-8bc5-b7e6902ca112 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e5bc2f91-dedf-4516-8f51-30cc25301eda HTTP/1.1" status: 204 len: 168 time: 0.4461141 May 26 13:56:11.996905 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a7d660-d9a7-44c2-8bc5-b7e6902ca112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5bc2f91-dedf-4516-8f51-30cc25301eda,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:12.007205 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f2f903-db26-462d-ae5d-444debbecc31 None None] Checking router: d98b958f-5a1c-46df-84ad-2467daf14fc3 for host: dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:56:12.007871 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f2f903-db26-462d-ae5d-444debbecc31 None None] Updating router d98b958f-5a1c-46df-84ad-2467daf14fc3 port b830b597-1fe9-4b3e-966f-ccc794d433a4 binding host dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:56:12.009321 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48be7882-85ed-4293-a0cc-e6632e4c9d00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:12.010911 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-48be7882-85ed-4293-a0cc-e6632e4c9d00 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.9826648 May 26 13:56:12.014444 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 42338) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:12.088067 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252ba1e5-5686-4ef5-a2c0-0bdcd0f8c634 None None] Sync routers for ids ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'] in dv-cinder-842130-1-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:56:12.090468 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-9806839c-b84c-4aff-a16e-9f328f46ae90 None None] Current status of the port b803412e-67a9-4530-b6af-84282fea5ba5 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:12.164669 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port b71a1d45-5196-44a4-988b-1ddb8d21d49d is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:12.165048 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (b71a1d45-5196-44a4-988b-1ddb8d21d49d), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:12.201045 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 42344) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:12.205090 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] For port b71a1d45-5196-44a4-988b-1ddb8d21d49d, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=b71a1d45-5196-44a4-988b-1ddb8d21d49d,segment=NetworkSegment(7398460f-ba92-4b10-bc2e-e16a0f9ed6bc),segment_id=7398460f-ba92-4b10-bc2e-e16a0f9ed6bc)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:56:12.234210 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f6f2f903-db26-462d-ae5d-444debbecc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (b830b597-1fe9-4b3e-966f-ccc794d433a4), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:12.239624 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252ba1e5-5686-4ef5-a2c0-0bdcd0f8c634 None None] Routers {'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:56:12.240487 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-252ba1e5-5686-4ef5-a2c0-0bdcd0f8c634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:55:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:12.243792 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (b71a1d45-5196-44a4-988b-1ddb8d21d49d), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:12.295362 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d793ee05-a8a6-4324-92ad-74cc035fd0ce tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Request body: {'security_group': {'name': 'tempest-securitygroup--390808429', 'description': 'tempest-description--2045747874'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:12.327082 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-a23965cd-fab9-47cc-a067-8a5af09d7108 None None] Provisioning complete for port b803412e-67a9-4530-b6af-84282fea5ba5 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:12.327483 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a23965cd-fab9-47cc-a067-8a5af09d7108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (b803412e-67a9-4530-b6af-84282fea5ba5), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:12.362232 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d793ee05-a8a6-4324-92ad-74cc035fd0ce tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:12.411480 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:12.454868 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device b803412e-67a9-4530-b6af-84282fea5ba5 up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:56:12.457087 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Pushing event updated for resources: {'Port': ['ID=b71a1d45-5196-44a4-988b-1ddb8d21d49d,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:12.531623 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1cbbfed0-b888-4e1a-b620-20567777db33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:12.555104 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 42350) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:12.620951 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-252ba1e5-5686-4ef5-a2c0-0bdcd0f8c634 None None] Set router daa0fa1d-1072-4f3c-8d4e-d0d83801f24a gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:56:12.632411 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d793ee05-a8a6-4324-92ad-74cc035fd0ce tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for security_group (6b942c5d-30a8-4cd9-9c6d-654f94aaa873), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:12.633862 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-03317f56-1f54-405e-be17-6d78795e0ce9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:12.656936 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d793ee05-a8a6-4324-92ad-74cc035fd0ce tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (6b942c5d-30a8-4cd9-9c6d-654f94aaa873), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:12.671032 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:12.685686 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=100 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:12.686968 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:12.689754 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-bfc05d1c-2bd3-4c4b-989c-879c660455d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'name': 'tempest-ServerRescueNegativeTestJSON-88354539-router', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '8e9aac80-de01-4c0b-bde9-d15df6b93009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:09Z', 'revision_number': 3, 'project_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'gw_port': {'id': '8e9aac80-de01-4c0b-bde9-d15df6b93009', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi'}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:12.699393 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d793ee05-a8a6-4324-92ad-74cc035fd0ce tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:12.700290 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-d793ee05-a8a6-4324-92ad-74cc035fd0ce tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4967108 May 26 13:56:12.713534 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 42352) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:12.713962 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:12.723980 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-1cbbfed0-b888-4e1a-b620-20567777db33 admin admin] Allocated IP 172.20.0.1 (94664734-1654-43f2-b262-23850dca9bb9/463c251f-969b-49e6-b225-a476c859b795/05e118aa-af8d-488e-8884-9d41b88685a2) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:56:12.725329 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-030b5235-d29e-499b-b82e-0313e8dc3db6 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Request body: {'security_group_rule': {'security_group_id': '6b942c5d-30a8-4cd9-9c6d-654f94aaa873', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:12.737651 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port b803412e-67a9-4530-b6af-84282fea5ba5 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:12.738035 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (b803412e-67a9-4530-b6af-84282fea5ba5), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:12.745016 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f6f2f903-db26-462d-ae5d-444debbecc31 None None] Publish callbacks [] for port (b830b597-1fe9-4b3e-966f-ccc794d433a4), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:12.755620 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f6f2f903-db26-462d-ae5d-444debbecc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (b830b597-1fe9-4b3e-966f-ccc794d433a4), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:12.797367 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc05d1c-2bd3-4c4b-989c-879c660455d2 None None] Checking router: 38e4db80-f86e-40b1-ab5e-e89952294e91 for host: dv-cinder-842130-1-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:56:12.797824 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc05d1c-2bd3-4c4b-989c-879c660455d2 None None] Updating router 38e4db80-f86e-40b1-ab5e-e89952294e91 port 8e9aac80-de01-4c0b-bde9-d15df6b93009 binding host dv-cinder-842130-1-iscsi {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:56:12.860076 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1cbbfed0-b888-4e1a-b620-20567777db33 admin admin] Publish callbacks [] for port (05e118aa-af8d-488e-8884-9d41b88685a2), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:12.869418 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=100 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:12.871206 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-a23965cd-fab9-47cc-a067-8a5af09d7108 None None] Current status of the port b803412e-67a9-4530-b6af-84282fea5ba5 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:12.880294 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bfc05d1c-2bd3-4c4b-989c-879c660455d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (8e9aac80-de01-4c0b-bde9-d15df6b93009), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:12.883531 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:12.931216 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1cbbfed0-b888-4e1a-b620-20567777db33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297'] for port (05e118aa-af8d-488e-8884-9d41b88685a2), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:12.941010 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b095716d-107d-4f3b-b88b-81d57e5fd1ca None None] Pushing event updated for resources: {'Port': ['ID=b830b597-1fe9-4b3e-966f-ccc794d433a4,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:12.997598 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c22e26bb-16da-4d2d-af93-5e67f9ea78ea req-12e349e2-97e1-403e-90ec-7b9c32c4b783 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 210 time: 0.0858805 May 26 13:56:13.023313 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-f6f2f903-db26-462d-ae5d-444debbecc31 None None] Attempting to bind port b830b597-1fe9-4b3e-966f-ccc794d433a4 on host dv-cinder-842130-1-iscsi for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:56:13.025903 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-f6f2f903-db26-462d-ae5d-444debbecc31 None None] Attempting to bind port b830b597-1fe9-4b3e-966f-ccc794d433a4 by drivers openvswitch,hyperv on host dv-cinder-842130-1-iscsi at level 0 using segments [{'id': '19072dfe-0334-40e6-bb73-47766657aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:56:13.026428 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f2f903-db26-462d-ae5d-444debbecc31 None None] Attempting to bind port b830b597-1fe9-4b3e-966f-ccc794d433a4 on network 8b5ae806-b190-4516-8465-70dba440ef62 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:56:13.032613 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbbfed0-b888-4e1a-b620-20567777db33 admin admin] Network 94664734-1654-43f2-b262-23850dca9bb9 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:56:13.037023 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f2f903-db26-462d-ae5d-444debbecc31 None None] Checking agent: {'id': '083d02d4-47f3-493f-9afe-05142db1b6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 47, 24), 'started_at': datetime.datetime(2022, 5, 26, 13, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:56:13.037947 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f2f903-db26-462d-ae5d-444debbecc31 None None] Checking segment: {'id': '19072dfe-0334-40e6-bb73-47766657aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:56:13.038592 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f6f2f903-db26-462d-ae5d-444debbecc31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:13.039149 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f2f903-db26-462d-ae5d-444debbecc31 None None] Bound using segment: {'id': '19072dfe-0334-40e6-bb73-47766657aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:56:13.039845 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbfed0-b888-4e1a-b620-20567777db33 admin admin] Pushing event updated for resources: {'Port': ['ID=05e118aa-af8d-488e-8884-9d41b88685a2,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:13.040825 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-f6f2f903-db26-462d-ae5d-444debbecc31 None None] Bound port: b830b597-1fe9-4b3e-966f-ccc794d433a4, host: dv-cinder-842130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19072dfe-0334-40e6-bb73-47766657aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:56:13.042794 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-1cbbfed0-b888-4e1a-b620-20567777db33 admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:56:13.043412 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f6f2f903-db26-462d-ae5d-444debbecc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (b830b597-1fe9-4b3e-966f-ccc794d433a4), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:13.046035 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbbfed0-b888-4e1a-b620-20567777db33 admin admin] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:56:13.046679 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1cbbfed0-b888-4e1a-b620-20567777db33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-778573'] for router_interface (38e4db80-f86e-40b1-ab5e-e89952294e91), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:13.201961 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d793ee05-a8a6-4324-92ad-74cc035fd0ce tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b942c5d-30a8-4cd9-9c6d-654f94aaa873,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:13.227643 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57f90df8-d7e9-4888-a986-79de9edb1e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:13.241078 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-f6f2f903-db26-462d-ae5d-444debbecc31 None None] For port b830b597-1fe9-4b3e-966f-ccc794d433a4, host dv-cinder-842130-1-iscsi, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:56:13.251677 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-f6f2f903-db26-462d-ae5d-444debbecc31 None None] For port b830b597-1fe9-4b3e-966f-ccc794d433a4, host dv-cinder-842130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=b830b597-1fe9-4b3e-966f-ccc794d433a4,segment=NetworkSegment(19072dfe-0334-40e6-bb73-47766657aa3f),segment_id=19072dfe-0334-40e6-bb73-47766657aa3f)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:56:13.268588 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f6f2f903-db26-462d-ae5d-444debbecc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (b830b597-1fe9-4b3e-966f-ccc794d433a4), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:13.280186 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-03317f56-1f54-405e-be17-6d78795e0ce9 admin admin] Publish callbacks [] for security_group (8ce32400-7ee2-4ed1-adb7-14599e4cb472), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:13.281412 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-030b5235-d29e-499b-b82e-0313e8dc3db6 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for security_group_rule (c1e35ee7-bdac-4ac0-b164-0530b27cb88c), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:13.324007 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bfc05d1c-2bd3-4c4b-989c-879c660455d2 None None] Publish callbacks [] for port (8e9aac80-de01-4c0b-bde9-d15df6b93009), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:13.333558 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:13.364982 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1cbbfed0-b888-4e1a-b620-20567777db33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (05e118aa-af8d-488e-8884-9d41b88685a2), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:13.396340 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port b803412e-67a9-4530-b6af-84282fea5ba5 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:13.397489 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device abec3f8e-ca35-4376-aa18-bc6c2112f29f up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:56:13.404359 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f2f903-db26-462d-ae5d-444debbecc31 None None] Routers {'d98b958f-5a1c-46df-84ad-2467daf14fc3'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:56:13.404979 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f6f2f903-db26-462d-ae5d-444debbecc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:55:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['d98b958f-5a1c-46df-84ad-2467daf14fc3'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:13.433019 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bfc05d1c-2bd3-4c4b-989c-879c660455d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (8e9aac80-de01-4c0b-bde9-d15df6b93009), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:13.507965 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b095716d-107d-4f3b-b88b-81d57e5fd1ca None None] Pushing event updated for resources: {'Port': ['ID=b830b597-1fe9-4b3e-966f-ccc794d433a4,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:13.537389 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-03317f56-1f54-405e-be17-6d78795e0ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (8ce32400-7ee2-4ed1-adb7-14599e4cb472), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:13.571321 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-a23965cd-fab9-47cc-a067-8a5af09d7108 None None] Provisioning complete for port abec3f8e-ca35-4376-aa18-bc6c2112f29f triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:13.571704 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a23965cd-fab9-47cc-a067-8a5af09d7108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (abec3f8e-ca35-4376-aa18-bc6c2112f29f), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:13.621119 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1769e12-12b9-4e37-b830-73f7b38abc5b None None] Pushing event updated for resources: {'Port': ['ID=8e9aac80-de01-4c0b-bde9-d15df6b93009,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:13.630169 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:13.642635 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-f6f2f903-db26-462d-ae5d-444debbecc31 None None] Set router d98b958f-5a1c-46df-84ad-2467daf14fc3 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:56:13.642825 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port abec3f8e-ca35-4376-aa18-bc6c2112f29f triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:13.643015 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (abec3f8e-ca35-4376-aa18-bc6c2112f29f), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:13.669359 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-bfc05d1c-2bd3-4c4b-989c-879c660455d2 None None] Attempting to bind port 8e9aac80-de01-4c0b-bde9-d15df6b93009 on host dv-cinder-842130-1-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:56:13.669759 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-bfc05d1c-2bd3-4c4b-989c-879c660455d2 None None] Attempting to bind port 8e9aac80-de01-4c0b-bde9-d15df6b93009 by drivers openvswitch,hyperv on host dv-cinder-842130-1-iscsi at level 0 using segments [{'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:56:13.670127 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc05d1c-2bd3-4c4b-989c-879c660455d2 None None] Attempting to bind port 8e9aac80-de01-4c0b-bde9-d15df6b93009 on network 52e096d4-8aa7-4f06-8835-685346500be4 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:56:13.674840 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03317f56-1f54-405e-be17-6d78795e0ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce32400-7ee2-4ed1-adb7-14599e4cb472,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:13.710804 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc05d1c-2bd3-4c4b-989c-879c660455d2 None None] Checking agent: {'id': '083d02d4-47f3-493f-9afe-05142db1b6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 47, 24), 'started_at': datetime.datetime(2022, 5, 26, 13, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:56:13.711180 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc05d1c-2bd3-4c4b-989c-879c660455d2 None None] Checking segment: {'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:56:13.711595 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bfc05d1c-2bd3-4c4b-989c-879c660455d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:13.711971 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc05d1c-2bd3-4c4b-989c-879c660455d2 None None] Bound using segment: {'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:56:13.712450 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-bfc05d1c-2bd3-4c4b-989c-879c660455d2 None None] Bound port: 8e9aac80-de01-4c0b-bde9-d15df6b93009, host: dv-cinder-842130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:56:13.712829 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bfc05d1c-2bd3-4c4b-989c-879c660455d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (8e9aac80-de01-4c0b-bde9-d15df6b93009), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:13.720819 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1cbbfed0-b888-4e1a-b620-20567777db33 admin admin] Publish callbacks [] for port (05e118aa-af8d-488e-8884-9d41b88685a2), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:13.722479 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:13.725400 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-030b5235-d29e-499b-b82e-0313e8dc3db6 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for security_group_rule (c1e35ee7-bdac-4ac0-b164-0530b27cb88c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:13.728505 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-03317f56-1f54-405e-be17-6d78795e0ce9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=27a095273294426eb873c4dbf544e23f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1710694 May 26 13:56:13.730356 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-57f90df8-d7e9-4888-a986-79de9edb1e3d admin admin] Allocated IP 172.20.0.1 (5f7e5c2e-dcd0-44c0-a251-a7bcffefb292/3a255f09-ad18-4a84-8012-2f8575f58a13/b6ffcef5-68aa-421a-9700-c16472c89579) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:56:13.730997 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1cbbfed0-b888-4e1a-b620-20567777db33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (05e118aa-af8d-488e-8884-9d41b88685a2), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:13.732807 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 42366) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:13.733193 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1cbbfed0-b888-4e1a-b620-20567777db33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-302209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-781565'] for router_interface (38e4db80-f86e-40b1-ab5e-e89952294e91), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:13.762713 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-030b5235-d29e-499b-b82e-0313e8dc3db6 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581445'] for security_group_rule (c1e35ee7-bdac-4ac0-b164-0530b27cb88c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:13.788768 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:INSERT=14,neutron:SELECT=84,neutron:UPDATE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:13.823348 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b5235-d29e-499b-b82e-0313e8dc3db6 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e35ee7-bdac-4ac0-b164-0530b27cb88c,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:13.828337 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bfc05d1c-2bd3-4c4b-989c-879c660455d2 None None] For port 8e9aac80-de01-4c0b-bde9-d15df6b93009, host dv-cinder-842130-1-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:56:13.836155 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bfc05d1c-2bd3-4c4b-989c-879c660455d2 None None] For port 8e9aac80-de01-4c0b-bde9-d15df6b93009, host dv-cinder-842130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=8e9aac80-de01-4c0b-bde9-d15df6b93009,segment=NetworkSegment(7398460f-ba92-4b10-bc2e-e16a0f9ed6bc),segment_id=7398460f-ba92-4b10-bc2e-e16a0f9ed6bc)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:56:13.855376 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbfed0-b888-4e1a-b620-20567777db33 admin admin] Pushing event updated for resources: {'Port': ['ID=05e118aa-af8d-488e-8884-9d41b88685a2,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:13.890337 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-030b5235-d29e-499b-b82e-0313e8dc3db6 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:13.894543 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-030b5235-d29e-499b-b82e-0313e8dc3db6 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1791799 May 26 13:56:13.896741 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 42370) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:13.900216 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-252ba1e5-5686-4ef5-a2c0-0bdcd0f8c634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'name': 'tempest-AttachVolumeNegativeTest-1440631548-router', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:09Z', 'revision_number': 3, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'gw_port': {'id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:49:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi'}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:13.903078 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bfc05d1c-2bd3-4c4b-989c-879c660455d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (8e9aac80-de01-4c0b-bde9-d15df6b93009), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:13.915488 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-23a20cbc-4203-4b58-8223-d5d69bdeed93 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Request body: {'security_group_rule': {'security_group_id': '6b942c5d-30a8-4cd9-9c6d-654f94aaa873', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:13.932034 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f6f2f903-db26-462d-ae5d-444debbecc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'name': 'tempest-AttachVolumeShelveTestJSON-939457999-router', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'b71a1d45-5196-44a4-988b-1ddb8d21d49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:01Z', 'updated_at': '2022-05-26T13:56:08Z', 'revision_number': 4, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'gw_port': {'id': 'b71a1d45-5196-44a4-988b-1ddb8d21d49d', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:02Z', 'updated_at': '2022-05-26T13:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'b830b597-1fe9-4b3e-966f-ccc794d433a4', 'name': '', 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'mac_address': 'fa:16:3e:e4:a8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '610ffda6-b7a7-4a06-84a4-402e2b1f27f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:13Z', 'revision_number': 4, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'subnets': [{'id': '610ffda6-b7a7-4a06-84a4-402e2b1f27f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:13.941684 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f02c3733-c119-4b90-8491-e1ca8d542db8 admin admin] Publish callbacks [] for security_group (8ce32400-7ee2-4ed1-adb7-14599e4cb472), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:13.947761 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbbfed0-b888-4e1a-b620-20567777db33 admin admin] Network 94664734-1654-43f2-b262-23850dca9bb9 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:56:13.949536 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-1cbbfed0-b888-4e1a-b620-20567777db33 admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:56:13.967487 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f2f903-db26-462d-ae5d-444debbecc31 None None] The sync data for ids ['d98b958f-5a1c-46df-84ad-2467daf14fc3'] in dv-cinder-842130-1-iscsi is: [{'id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'name': 'tempest-AttachVolumeShelveTestJSON-939457999-router', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'b71a1d45-5196-44a4-988b-1ddb8d21d49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:01Z', 'updated_at': '2022-05-26T13:56:08Z', 'revision_number': 4, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'gw_port': {'id': 'b71a1d45-5196-44a4-988b-1ddb8d21d49d', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:02Z', 'updated_at': '2022-05-26T13:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'b830b597-1fe9-4b3e-966f-ccc794d433a4', 'name': '', 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'mac_address': 'fa:16:3e:e4:a8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '610ffda6-b7a7-4a06-84a4-402e2b1f27f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:13Z', 'revision_number': 4, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'subnets': [{'id': '610ffda6-b7a7-4a06-84a4-402e2b1f27f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:56:14.015333 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:14.021687 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f02c3733-c119-4b90-8491-e1ca8d542db8 admin admin] Publish callbacks [] for security_group (8ce32400-7ee2-4ed1-adb7-14599e4cb472), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:14.027954 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57f90df8-d7e9-4888-a986-79de9edb1e3d admin admin] Publish callbacks [] for port (b6ffcef5-68aa-421a-9700-c16472c89579), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:14.028294 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252ba1e5-5686-4ef5-a2c0-0bdcd0f8c634 None None] Checking router: daa0fa1d-1072-4f3c-8d4e-d0d83801f24a for host: dv-cinder-842130-1-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:56:14.028900 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252ba1e5-5686-4ef5-a2c0-0bdcd0f8c634 None None] Updating router daa0fa1d-1072-4f3c-8d4e-d0d83801f24a port 05a14e86-2d76-40b7-b399-5555d03ca70f binding host dv-cinder-842130-1-iscsi {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:56:14.071246 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23a20cbc-4203-4b58-8223-d5d69bdeed93 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for security_group_rule (36d8a31e-1a8e-4179-9a45-55191b1f2220), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:14.109768 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-a23965cd-fab9-47cc-a067-8a5af09d7108 None None] Current status of the port abec3f8e-ca35-4376-aa18-bc6c2112f29f is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:14.142855 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cbbfed0-b888-4e1a-b620-20567777db33 admin admin] Router 38e4db80-f86e-40b1-ab5e-e89952294e91 has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:56:14.165212 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57f90df8-d7e9-4888-a986-79de9edb1e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297'] for port (b6ffcef5-68aa-421a-9700-c16472c89579), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:14.228364 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-252ba1e5-5686-4ef5-a2c0-0bdcd0f8c634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (05a14e86-2d76-40b7-b399-5555d03ca70f), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:14.240802 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f90df8-d7e9-4888-a986-79de9edb1e3d admin admin] Pushing event updated for resources: {'Port': ['ID=b6ffcef5-68aa-421a-9700-c16472c89579,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:14.311758 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f90df8-d7e9-4888-a986-79de9edb1e3d admin admin] Network 5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:56:14.315129 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-57f90df8-d7e9-4888-a986-79de9edb1e3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:56:14.323043 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f90df8-d7e9-4888-a986-79de9edb1e3d admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:56:14.324106 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57f90df8-d7e9-4888-a986-79de9edb1e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-778573'] for router_interface (daa0fa1d-1072-4f3c-8d4e-d0d83801f24a), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:14.365935 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port abec3f8e-ca35-4376-aa18-bc6c2112f29f is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:14.394158 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc05d1c-2bd3-4c4b-989c-879c660455d2 None None] Routers {'38e4db80-f86e-40b1-ab5e-e89952294e91'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:56:14.394910 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-bfc05d1c-2bd3-4c4b-989c-879c660455d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:55:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['38e4db80-f86e-40b1-ab5e-e89952294e91'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:14.401600 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f6303d27-41ea-4094-b1d6-36422010428e req-bcee571a-12cd-40ac-9cab-8e8e6595e94d tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 210 time: 0.1162004 May 26 13:56:14.402166 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:14.404236 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbbfed0-b888-4e1a-b620-20567777db33 admin admin] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:56:14.420147 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-1cbbfed0-b888-4e1a-b620-20567777db33 admin admin] 10.222.0.91 "PUT /v2.0/routers/38e4db80-f86e-40b1-ab5e-e89952294e91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2097685 May 26 13:56:14.490962 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f02c3733-c119-4b90-8491-e1ca8d542db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (8ce32400-7ee2-4ed1-adb7-14599e4cb472), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:14.508925 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f02c3733-c119-4b90-8491-e1ca8d542db8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:14.512690 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-f02c3733-c119-4b90-8491-e1ca8d542db8 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8ce32400-7ee2-4ed1-adb7-14599e4cb472 HTTP/1.1" status: 204 len: 168 time: 0.7764878 May 26 13:56:14.547308 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23a20cbc-4203-4b58-8223-d5d69bdeed93 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for security_group_rule (36d8a31e-1a8e-4179-9a45-55191b1f2220), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:14.548373 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c3733-c119-4b90-8491-e1ca8d542db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce32400-7ee2-4ed1-adb7-14599e4cb472,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:14.597330 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23a20cbc-4203-4b58-8223-d5d69bdeed93 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581445'] for security_group_rule (36d8a31e-1a8e-4179-9a45-55191b1f2220), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:14.685642 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a20cbc-4203-4b58-8223-d5d69bdeed93 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36d8a31e-1a8e-4179-9a45-55191b1f2220,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:14.733874 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-23a20cbc-4203-4b58-8223-d5d69bdeed93 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:14.738580 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-23a20cbc-4203-4b58-8223-d5d69bdeed93 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8271904 May 26 13:56:14.739160 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 42388) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:14.744930 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-fc529950-a4f0-47bb-8f83-88144e4a644e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Request body: {'floatingip': {'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:14.790669 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-bfc05d1c-2bd3-4c4b-989c-879c660455d2 None None] Set router 38e4db80-f86e-40b1-ab5e-e89952294e91 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:56:14.805179 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fc529950-a4f0-47bb-8f83-88144e4a644e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:14.806860 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-a23965cd-fab9-47cc-a067-8a5af09d7108 None None] Provisioning complete for port b830b597-1fe9-4b3e-966f-ccc794d433a4 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:14.807321 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a23965cd-fab9-47cc-a067-8a5af09d7108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (b830b597-1fe9-4b3e-966f-ccc794d433a4), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:14.810188 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:14.810826 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57f90df8-d7e9-4888-a986-79de9edb1e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (b6ffcef5-68aa-421a-9700-c16472c89579), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:14.810956 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device b830b597-1fe9-4b3e-966f-ccc794d433a4 up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:56:14.890093 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=100 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:14.960023 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1769e12-12b9-4e37-b830-73f7b38abc5b None None] Pushing event updated for resources: {'Port': ['ID=8e9aac80-de01-4c0b-bde9-d15df6b93009,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:15.148082 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fc529950-a4f0-47bb-8f83-88144e4a644e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:15.208606 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57f90df8-d7e9-4888-a986-79de9edb1e3d admin admin] Publish callbacks [] for port (b6ffcef5-68aa-421a-9700-c16472c89579), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:15.223172 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57f90df8-d7e9-4888-a986-79de9edb1e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (b6ffcef5-68aa-421a-9700-c16472c89579), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:15.232920 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57f90df8-d7e9-4888-a986-79de9edb1e3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-302209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-781565'] for router_interface (daa0fa1d-1072-4f3c-8d4e-d0d83801f24a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:15.340314 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f90df8-d7e9-4888-a986-79de9edb1e3d admin admin] Pushing event updated for resources: {'Port': ['ID=b6ffcef5-68aa-421a-9700-c16472c89579,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:15.426445 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port b830b597-1fe9-4b3e-966f-ccc794d433a4 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:15.427044 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (b830b597-1fe9-4b3e-966f-ccc794d433a4), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:15.442095 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f90df8-d7e9-4888-a986-79de9edb1e3d admin admin] Network 5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:56:15.443530 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-57f90df8-d7e9-4888-a986-79de9edb1e3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:56:15.524465 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-a23965cd-fab9-47cc-a067-8a5af09d7108 None None] Current status of the port b830b597-1fe9-4b3e-966f-ccc794d433a4 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:15.524850 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a23965cd-fab9-47cc-a067-8a5af09d7108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (b830b597-1fe9-4b3e-966f-ccc794d433a4), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:15.534839 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:15.679112 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-d2268680-b3d8-4cb5-9786-f5efed565fc6 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:15.682033 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-d2268680-b3d8-4cb5-9786-f5efed565fc6 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/networks?id=94664734-1654-43f2-b262-23850dca9bb9 HTTP/1.1" status: 200 len: 817 time: 0.3037589 May 26 13:56:15.691768 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f90df8-d7e9-4888-a986-79de9edb1e3d admin admin] Router daa0fa1d-1072-4f3c-8d4e-d0d83801f24a has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:56:15.755673 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d41a10f8-c87d-4aac-b979-2cb9fe864bd2 req-abddbd89-2eb0-43c3-a5a2-d83c5bfd4392 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 210 time: 0.1090682 May 26 13:56:15.769180 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-83b028bd-41ee-432f-91d4-d5f716e85112 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/quotas/e3d27b9eb0ef4c338c18c2a1d02db444 HTTP/1.1" status: 200 len: 375 time: 0.0394461 May 26 13:56:15.844178 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f90df8-d7e9-4888-a986-79de9edb1e3d admin admin] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:56:15.864206 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-a23965cd-fab9-47cc-a067-8a5af09d7108 None None] For port b830b597-1fe9-4b3e-966f-ccc794d433a4, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=b830b597-1fe9-4b3e-966f-ccc794d433a4,segment=NetworkSegment(19072dfe-0334-40e6-bb73-47766657aa3f),segment_id=19072dfe-0334-40e6-bb73-47766657aa3f)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:56:15.865727 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-57f90df8-d7e9-4888-a986-79de9edb1e3d admin admin] 10.222.0.91 "PUT /v2.0/routers/daa0fa1d-1072-4f3c-8d4e-d0d83801f24a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8500926 May 26 13:56:15.872868 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-bfc05d1c-2bd3-4c4b-989c-879c660455d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'name': 'tempest-ServerRescueNegativeTestJSON-88354539-router', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '8e9aac80-de01-4c0b-bde9-d15df6b93009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:13Z', 'revision_number': 4, 'project_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'gw_port': {'id': '8e9aac80-de01-4c0b-bde9-d15df6b93009', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': '05e118aa-af8d-488e-8884-9d41b88685a2', 'name': '', 'network_id': '94664734-1654-43f2-b262-23850dca9bb9', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'mac_address': 'fa:16:3e:b0:e3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '463c251f-969b-49e6-b225-a476c859b795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:12Z', 'updated_at': '2022-05-26T13:56:13Z', 'revision_number': 2, 'project_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'subnets': [{'id': '463c251f-969b-49e6-b225-a476c859b795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:15.958330 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-fb745d38-8ebc-4c66-a4cf-7a360232404d tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=e3d27b9eb0ef4c338c18c2a1d02db444&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1769614 May 26 13:56:15.958523 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:15.959785 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port b830b597-1fe9-4b3e-966f-ccc794d433a4 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:15.960490 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (b830b597-1fe9-4b3e-966f-ccc794d433a4), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:15.976883 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a23965cd-fab9-47cc-a067-8a5af09d7108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (b830b597-1fe9-4b3e-966f-ccc794d433a4), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:16.056928 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-252ba1e5-5686-4ef5-a2c0-0bdcd0f8c634 None None] Publish callbacks [] for port (05a14e86-2d76-40b7-b399-5555d03ca70f), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:16.066818 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc05d1c-2bd3-4c4b-989c-879c660455d2 None None] The sync data for ids ['38e4db80-f86e-40b1-ab5e-e89952294e91'] in dv-cinder-842130-1-iscsi is: [{'id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'name': 'tempest-ServerRescueNegativeTestJSON-88354539-router', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '8e9aac80-de01-4c0b-bde9-d15df6b93009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:13Z', 'revision_number': 4, 'project_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'gw_port': {'id': '8e9aac80-de01-4c0b-bde9-d15df6b93009', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': '05e118aa-af8d-488e-8884-9d41b88685a2', 'name': '', 'network_id': '94664734-1654-43f2-b262-23850dca9bb9', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'mac_address': 'fa:16:3e:b0:e3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '463c251f-969b-49e6-b225-a476c859b795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:12Z', 'updated_at': '2022-05-26T13:56:13Z', 'revision_number': 2, 'project_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'subnets': [{'id': '463c251f-969b-49e6-b225-a476c859b795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:56:16.161805 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-68c78925-59ed-4c7d-92a6-3edebc1c66fb None None] Provisioning complete for port 05e118aa-af8d-488e-8884-9d41b88685a2 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:16.162443 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-68c78925-59ed-4c7d-92a6-3edebc1c66fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (05e118aa-af8d-488e-8884-9d41b88685a2), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:16.170594 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-252ba1e5-5686-4ef5-a2c0-0bdcd0f8c634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (05a14e86-2d76-40b7-b399-5555d03ca70f), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:16.221868 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.db.api [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 26 13:56:16.222549 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG oslo_db.api [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 13:56:16.258665 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-fc529950-a4f0-47bb-8f83-88144e4a644e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Allocated IP 172.27.1.135 (52e096d4-8aa7-4f06-8835-685346500be4/afa79513-0fef-42b7-ae4f-8319e7853c26/185a0ca0-e535-4a4a-85b7-0bfe7dfedc21) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:56:16.269762 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-252ba1e5-5686-4ef5-a2c0-0bdcd0f8c634 None None] Attempting to bind port 05a14e86-2d76-40b7-b399-5555d03ca70f on host dv-cinder-842130-1-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:56:16.270186 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-252ba1e5-5686-4ef5-a2c0-0bdcd0f8c634 None None] Attempting to bind port 05a14e86-2d76-40b7-b399-5555d03ca70f by drivers openvswitch,hyperv on host dv-cinder-842130-1-iscsi at level 0 using segments [{'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:56:16.270579 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252ba1e5-5686-4ef5-a2c0-0bdcd0f8c634 None None] Attempting to bind port 05a14e86-2d76-40b7-b399-5555d03ca70f on network 52e096d4-8aa7-4f06-8835-685346500be4 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:56:16.283279 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-68c78925-59ed-4c7d-92a6-3edebc1c66fb None None] Port 05e118aa-af8d-488e-8884-9d41b88685a2 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:56:16.286457 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252ba1e5-5686-4ef5-a2c0-0bdcd0f8c634 None None] Checking agent: {'id': '083d02d4-47f3-493f-9afe-05142db1b6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 47, 24), 'started_at': datetime.datetime(2022, 5, 26, 13, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:56:16.286896 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252ba1e5-5686-4ef5-a2c0-0bdcd0f8c634 None None] Checking segment: {'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:56:16.287218 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-252ba1e5-5686-4ef5-a2c0-0bdcd0f8c634 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:16.287700 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252ba1e5-5686-4ef5-a2c0-0bdcd0f8c634 None None] Bound using segment: {'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:56:16.288241 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-252ba1e5-5686-4ef5-a2c0-0bdcd0f8c634 None None] Bound port: 05a14e86-2d76-40b7-b399-5555d03ca70f, host: dv-cinder-842130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:56:16.288699 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-252ba1e5-5686-4ef5-a2c0-0bdcd0f8c634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (05a14e86-2d76-40b7-b399-5555d03ca70f), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:16.294527 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23965cd-fab9-47cc-a067-8a5af09d7108 None None] Pushing event updated for resources: {'Port': ['ID=b830b597-1fe9-4b3e-966f-ccc794d433a4,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:16.443997 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-68c78925-59ed-4c7d-92a6-3edebc1c66fb None None] Provisioning complete for port b830b597-1fe9-4b3e-966f-ccc794d433a4 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:16.445019 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-68c78925-59ed-4c7d-92a6-3edebc1c66fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (b830b597-1fe9-4b3e-966f-ccc794d433a4), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:16.513294 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:56:16.528005 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 42452) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:16.528755 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03402366-bed7-4903-a34b-b420c9e7347a None None] Pushing event updated for resources: {'Port': ['ID=05a14e86-2d76-40b7-b399-5555d03ca70f,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:16.535089 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-5a5313c6-5dba-4855-b486-d2688856a1f8 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1538021610', 'description': 'tempest-description--923497201'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:16.602194 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-252ba1e5-5686-4ef5-a2c0-0bdcd0f8c634 None None] For port 05a14e86-2d76-40b7-b399-5555d03ca70f, host dv-cinder-842130-1-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:56:16.608771 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-252ba1e5-5686-4ef5-a2c0-0bdcd0f8c634 None None] For port 05a14e86-2d76-40b7-b399-5555d03ca70f, host dv-cinder-842130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=05a14e86-2d76-40b7-b399-5555d03ca70f,segment=NetworkSegment(7398460f-ba92-4b10-bc2e-e16a0f9ed6bc),segment_id=7398460f-ba92-4b10-bc2e-e16a0f9ed6bc)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:56:16.620887 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-252ba1e5-5686-4ef5-a2c0-0bdcd0f8c634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (05a14e86-2d76-40b7-b399-5555d03ca70f), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:16.646783 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5a5313c6-5dba-4855-b486-d2688856a1f8 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:16.691368 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.82', 49454) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:16.811977 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-af945d2d-4ac7-4d06-902e-d2d6c8e4b7a8 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103886) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 13:56:16.814509 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-af945d2d-4ac7-4d06-902e-d2d6c8e4b7a8 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5878699 May 26 13:56:16.944898 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5a5313c6-5dba-4855-b486-d2688856a1f8 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group (2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:16.946113 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:DELETE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:17.021482 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5a5313c6-5dba-4855-b486-d2688856a1f8 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:17.054499 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:17.060033 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03402366-bed7-4903-a34b-b420c9e7347a None None] Pushing event updated for resources: {'Port': ['ID=05a14e86-2d76-40b7-b399-5555d03ca70f,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:17.078475 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252ba1e5-5686-4ef5-a2c0-0bdcd0f8c634 None None] Routers {'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:56:17.079606 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-252ba1e5-5686-4ef5-a2c0-0bdcd0f8c634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:55:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:17.085824 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-68c78925-59ed-4c7d-92a6-3edebc1c66fb None None] Current status of the port b830b597-1fe9-4b3e-966f-ccc794d433a4 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:17.093892 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port b830b597-1fe9-4b3e-966f-ccc794d433a4 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:17.095475 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device b71a1d45-5196-44a4-988b-1ddb8d21d49d up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:56:17.132469 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:17.155097 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-42ed4966-b6b4-4ab6-9332-cbfbff36278d req-86942ce0-df52-4b52-8a63-e99b64fb5d47 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 210 time: 0.1413028 May 26 13:56:17.203886 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-68c78925-59ed-4c7d-92a6-3edebc1c66fb None None] Provisioning complete for port b6ffcef5-68aa-421a-9700-c16472c89579 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:17.204990 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-68c78925-59ed-4c7d-92a6-3edebc1c66fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (b6ffcef5-68aa-421a-9700-c16472c89579), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:17.363708 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fc529950-a4f0-47bb-8f83-88144e4a644e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for port (185a0ca0-e535-4a4a-85b7-0bfe7dfedc21), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:17.415367 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-22dcf578-4127-42fc-98fb-915ca61d4961 service neutron] 10.222.0.91 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5931287 May 26 13:56:17.464122 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:17.472610 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5a5313c6-5dba-4855-b486-d2688856a1f8 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:17.479147 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-5a5313c6-5dba-4855-b486-d2688856a1f8 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9497550 May 26 13:56:17.487778 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 42514) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:17.511426 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5313c6-5dba-4855-b486-d2688856a1f8 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:17.517897 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-68c78925-59ed-4c7d-92a6-3edebc1c66fb None None] Port b6ffcef5-68aa-421a-9700-c16472c89579 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:56:17.556296 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-252ba1e5-5686-4ef5-a2c0-0bdcd0f8c634 None None] Set router daa0fa1d-1072-4f3c-8d4e-d0d83801f24a gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:56:17.560252 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port b71a1d45-5196-44a4-988b-1ddb8d21d49d triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:17.560639 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (b71a1d45-5196-44a4-988b-1ddb8d21d49d), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:17.588738 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-41f66464-bf17-4f81-80fa-09f5792506e0 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Request body: {'security_group_rule': {'security_group_id': '2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:17.671149 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b96aaa5f-82fd-4927-b53e-e9975a9379df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:17.683326 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-f4adef02-ad9d-44ca-9b2d-392325e252db tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:17.685350 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-f4adef02-ad9d-44ca-9b2d-392325e252db tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.82 "GET /v2.0/networks?id=25f232ca-c251-4c00-a04c-4af0a5376fd0 HTTP/1.1" status: 200 len: 811 time: 0.8124032 May 26 13:56:17.694739 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fc529950-a4f0-47bb-8f83-88144e4a644e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297'] for port (185a0ca0-e535-4a4a-85b7-0bfe7dfedc21), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:17.719494 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc529950-a4f0-47bb-8f83-88144e4a644e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Network 52e096d4-8aa7-4f06-8835-685346500be4 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:56:17.727759 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-fc529950-a4f0-47bb-8f83-88144e4a644e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:56:17.768728 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc529950-a4f0-47bb-8f83-88144e4a644e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:56:17.772861 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-0346acfe-c953-442a-bd29-3d7210e4d3a9 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Request body: {'port': {'device_id': 'a8503557-47d9-4fc4-ad98-e698f675e2ce', 'network_id': '25f232ca-c251-4c00-a04c-4af0a5376fd0', 'admin_state_up': True, 'tenant_id': '9ed49180e7f24cb296141d06576ead81'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:17.902488 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-41f66464-bf17-4f81-80fa-09f5792506e0 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group_rule (bd0cb762-261a-4c89-be27-55c24d02101f), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:17.918769 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:17.989549 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fc529950-a4f0-47bb-8f83-88144e4a644e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for floatingip (bf3fdc01-be29-4238-b17c-b3975290b7ec), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:18.022541 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:18.026599 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-2fba51fc-b395-4cda-bff5-d45c02b9f126 service neutron] 10.222.0.91 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5976267 May 26 13:56:18.027664 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc529950-a4f0-47bb-8f83-88144e4a644e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Pushing event updated for resources: {'Port': ['ID=185a0ca0-e535-4a4a-85b7-0bfe7dfedc21,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:18.039468 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port b71a1d45-5196-44a4-988b-1ddb8d21d49d is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:18.147252 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fc529950-a4f0-47bb-8f83-88144e4a644e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (185a0ca0-e535-4a4a-85b7-0bfe7dfedc21), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:18.267130 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-252ba1e5-5686-4ef5-a2c0-0bdcd0f8c634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'name': 'tempest-AttachVolumeNegativeTest-1440631548-router', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:14Z', 'revision_number': 4, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'gw_port': {'id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:49:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'b6ffcef5-68aa-421a-9700-c16472c89579', 'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'mac_address': 'fa:16:3e:73:f3:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:13Z', 'updated_at': '2022-05-26T13:56:15Z', 'revision_number': 2, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'subnets': [{'id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:18.688930 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7fe40184-ab82-4eb0-b95c-1bdec5fdd812 req-a8d9cb63-e500-4c7e-beb6-c13d543afb50 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 210 time: 0.0546463 May 26 13:56:18.741540 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:18.746939 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0517b155-2c42-42f8-9fd7-6b9e4c19caba req-5d429307-032d-4b13-a1d2-b7e297992c38 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 210 time: 0.1148291 May 26 13:56:18.860045 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-0346acfe-c953-442a-bd29-3d7210e4d3a9 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Made reservation on behalf of 9ed49180e7f24cb296141d06576ead81 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:56:18.860954 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device b830b597-1fe9-4b3e-966f-ccc794d433a4 up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:56:18.869674 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252ba1e5-5686-4ef5-a2c0-0bdcd0f8c634 None None] The sync data for ids ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'] in dv-cinder-842130-1-iscsi is: [{'id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'name': 'tempest-AttachVolumeNegativeTest-1440631548-router', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:14Z', 'revision_number': 4, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'gw_port': {'id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:49:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'b6ffcef5-68aa-421a-9700-c16472c89579', 'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'mac_address': 'fa:16:3e:73:f3:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:13Z', 'updated_at': '2022-05-26T13:56:15Z', 'revision_number': 2, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'subnets': [{'id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:56:18.875820 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-0346acfe-c953-442a-bd29-3d7210e4d3a9 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:19.046304 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fc529950-a4f0-47bb-8f83-88144e4a644e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for port (185a0ca0-e535-4a4a-85b7-0bfe7dfedc21), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:19.088046 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port b830b597-1fe9-4b3e-966f-ccc794d433a4 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:19.088434 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (b830b597-1fe9-4b3e-966f-ccc794d433a4), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:19.119136 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-41f66464-bf17-4f81-80fa-09f5792506e0 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group_rule (bd0cb762-261a-4c89-be27-55c24d02101f), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:19.133513 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fc529950-a4f0-47bb-8f83-88144e4a644e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (185a0ca0-e535-4a4a-85b7-0bfe7dfedc21), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:19.308435 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc529950-a4f0-47bb-8f83-88144e4a644e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Pushing event updated for resources: {'Port': ['ID=185a0ca0-e535-4a4a-85b7-0bfe7dfedc21,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:19.318290 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-41f66464-bf17-4f81-80fa-09f5792506e0 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581445'] for security_group_rule (bd0cb762-261a-4c89-be27-55c24d02101f), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:19.399435 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port b830b597-1fe9-4b3e-966f-ccc794d433a4 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:19.400597 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 8e9aac80-de01-4c0b-bde9-d15df6b93009 up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:56:19.608756 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fc529950-a4f0-47bb-8f83-88144e4a644e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778712'] for floatingip (bf3fdc01-be29-4238-b17c-b3975290b7ec), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:19.612238 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port 8e9aac80-de01-4c0b-bde9-d15df6b93009 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:19.618890 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (8e9aac80-de01-4c0b-bde9-d15df6b93009), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:19.619031 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-41f66464-bf17-4f81-80fa-09f5792506e0 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:19.619031 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-41f66464-bf17-4f81-80fa-09f5792506e0 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1229043 May 26 13:56:19.623498 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f66464-bf17-4f81-80fa-09f5792506e0 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd0cb762-261a-4c89-be27-55c24d02101f,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:19.628032 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 42630) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:19.643175 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-f0c41648-c6e1-468a-8a43-8cb0f1f1c018 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Request body: {'security_group_rule': {'security_group_id': '2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:19.684922 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fc529950-a4f0-47bb-8f83-88144e4a644e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:19.688638 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-fc529950-a4f0-47bb-8f83-88144e4a644e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9479949 May 26 13:56:19.776720 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-11067373-27a0-4c76-9387-ff5652dfcfd6 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:19.801783 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-11067373-27a0-4c76-9387-ff5652dfcfd6 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/networks?id=94664734-1654-43f2-b262-23850dca9bb9 HTTP/1.1" status: 200 len: 817 time: 0.4980867 May 26 13:56:19.882445 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-d5895870-9889-4b51-8176-ec6f5120b712 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/quotas/e3d27b9eb0ef4c338c18c2a1d02db444 HTTP/1.1" status: 200 len: 375 time: 0.0754321 May 26 13:56:19.883003 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ff01fd46-ea71-4349-b3b9-efee31077f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:19.895758 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f0c41648-c6e1-468a-8a43-8cb0f1f1c018 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group_rule (5691e1d6-3c56-41f7-a13e-6f91c38ad34e), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:19.905267 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-0346acfe-c953-442a-bd29-3d7210e4d3a9 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Allocated IP 172.20.0.4 (25f232ca-c251-4c00-a04c-4af0a5376fd0/67799537-471b-4d37-90a7-26b2abc3faf9/f8d0143b-9f68-4c1b-a919-a3a667b7d168) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:56:20.150288 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port 8e9aac80-de01-4c0b-bde9-d15df6b93009 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:20.152460 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (8e9aac80-de01-4c0b-bde9-d15df6b93009), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:20.187840 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2c739e80-fc44-43e1-917f-3f0de1dd80c3 req-c7f1afd2-b77e-4c86-a90e-1c0541f2a13b tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 210 time: 0.2014058 May 26 13:56:20.209001 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f0c41648-c6e1-468a-8a43-8cb0f1f1c018 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group_rule (5691e1d6-3c56-41f7-a13e-6f91c38ad34e), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:20.247414 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-dc9ede12-7b59-43f3-931f-cfc264256f5f tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=e3d27b9eb0ef4c338c18c2a1d02db444&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3639922 May 26 13:56:20.257508 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f0c41648-c6e1-468a-8a43-8cb0f1f1c018 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581445'] for security_group_rule (5691e1d6-3c56-41f7-a13e-6f91c38ad34e), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:20.298261 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] For port 8e9aac80-de01-4c0b-bde9-d15df6b93009, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=8e9aac80-de01-4c0b-bde9-d15df6b93009,segment=NetworkSegment(7398460f-ba92-4b10-bc2e-e16a0f9ed6bc),segment_id=7398460f-ba92-4b10-bc2e-e16a0f9ed6bc)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:56:20.313244 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (8e9aac80-de01-4c0b-bde9-d15df6b93009), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:20.316793 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-0346acfe-c953-442a-bd29-3d7210e4d3a9 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Publish callbacks [] for port (f8d0143b-9f68-4c1b-a919-a3a667b7d168), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:20.478146 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-0346acfe-c953-442a-bd29-3d7210e4d3a9 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297'] for port (f8d0143b-9f68-4c1b-a919-a3a667b7d168), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:20.545681 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Pushing event updated for resources: {'Port': ['ID=8e9aac80-de01-4c0b-bde9-d15df6b93009,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:20.634732 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 42674) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:20.683390 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-0346acfe-c953-442a-bd29-3d7210e4d3a9 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Network 25f232ca-c251-4c00-a04c-4af0a5376fd0 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:56:20.692008 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-0346acfe-c953-442a-bd29-3d7210e4d3a9 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:56:20.706911 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-0346acfe-c953-442a-bd29-3d7210e4d3a9 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:56:20.715043 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-0346acfe-c953-442a-bd29-3d7210e4d3a9 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:20.716014 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-0346acfe-c953-442a-bd29-3d7210e4d3a9 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:20.724615 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:20.742558 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-9812fbd5-a3ec-49e3-93d1-b4df4a403467 service neutron] 10.222.0.91 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630713 May 26 13:56:20.764202 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c41648-c6e1-468a-8a43-8cb0f1f1c018 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5691e1d6-3c56-41f7-a13e-6f91c38ad34e,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:20.774943 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346acfe-c953-442a-bd29-3d7210e4d3a9 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Pushing event updated for resources: {'Port': ['ID=f8d0143b-9f68-4c1b-a919-a3a667b7d168,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:20.790386 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-0346acfe-c953-442a-bd29-3d7210e4d3a9 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0259435 May 26 13:56:20.801409 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f0c41648-c6e1-468a-8a43-8cb0f1f1c018 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:20.806159 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 42678) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:20.808721 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-f0c41648-c6e1-468a-8a43-8cb0f1f1c018 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1768115 May 26 13:56:20.811649 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-daf6935a-c916-4634-85a3-7e0f92fcbe1c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Request body: {'floatingip': {'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:20.861262 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-daf6935a-c916-4634-85a3-7e0f92fcbe1c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:20.940235 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c62193c0-006e-4d79-9be6-601763a7797d req-8e30e0fd-16da-4a9f-8f0a-0293f3336d86 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--390808429&fields=id&tenant_id=7116b23d173c4192a6c8d996ad31d57c HTTP/1.1" status: 200 len: 267 time: 0.2893324 May 26 13:56:20.987439 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-daf6935a-c916-4634-85a3-7e0f92fcbe1c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:21.054266 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:21.058051 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8366032d-53fb-493f-ae2a-9454f72c7c55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:21.065010 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-deb7d355-0e02-44b4-b08f-6c8db251c9f0 service neutron] 10.222.0.91 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784262 May 26 13:56:21.113741 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:21.148890 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62193c0-006e-4d79-9be6-601763a7797d req-5cf3cdbc-82cb-47ac-8124-46f626c818d0 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:21.150551 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c62193c0-006e-4d79-9be6-601763a7797d req-5cf3cdbc-82cb-47ac-8124-46f626c818d0 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/networks?id=8b5ae806-b190-4516-8465-70dba440ef62 HTTP/1.1" status: 200 len: 816 time: 0.2037113 May 26 13:56:21.201748 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c62193c0-006e-4d79-9be6-601763a7797d req-76094fa2-7c63-44db-8412-530b4c73d89e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/quotas/7116b23d173c4192a6c8d996ad31d57c HTTP/1.1" status: 200 len: 375 time: 0.0385125 May 26 13:56:21.221128 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-daf6935a-c916-4634-85a3-7e0f92fcbe1c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Allocated IP 172.27.1.164 (52e096d4-8aa7-4f06-8835-685346500be4/afa79513-0fef-42b7-ae4f-8319e7853c26/beaa2693-268d-42e6-a801-5612401a9669) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:56:21.275938 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:21.312565 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8366032d-53fb-493f-ae2a-9454f72c7c55 admin admin] Publish callbacks [] for security_group (61953289-3312-4363-b1af-cddab5bb3a9a), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:21.323017 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8366032d-53fb-493f-ae2a-9454f72c7c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (61953289-3312-4363-b1af-cddab5bb3a9a), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:21.332300 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:21.398565 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c62193c0-006e-4d79-9be6-601763a7797d req-db21cab7-dbb9-41da-909b-3532cb8db49a tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=7116b23d173c4192a6c8d996ad31d57c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1721742 May 26 13:56:21.457624 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dfc90c-aea0-4c25-bcfa-914761e67261 None None] Sync routers for ids ['38e4db80-f86e-40b1-ab5e-e89952294e91'] in dv-cinder-842130-1-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:56:21.469071 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-daf6935a-c916-4634-85a3-7e0f92fcbe1c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for port (beaa2693-268d-42e6-a801-5612401a9669), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:21.471623 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dfc90c-aea0-4c25-bcfa-914761e67261 None None] Routers {'38e4db80-f86e-40b1-ab5e-e89952294e91'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:56:21.475090 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-23dfc90c-aea0-4c25-bcfa-914761e67261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:56:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['38e4db80-f86e-40b1-ab5e-e89952294e91'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:21.519130 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-daf6935a-c916-4634-85a3-7e0f92fcbe1c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297'] for port (beaa2693-268d-42e6-a801-5612401a9669), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:21.630155 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf6935a-c916-4634-85a3-7e0f92fcbe1c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Network 52e096d4-8aa7-4f06-8835-685346500be4 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:56:21.635367 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-daf6935a-c916-4634-85a3-7e0f92fcbe1c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:56:21.639496 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf6935a-c916-4634-85a3-7e0f92fcbe1c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:56:21.676832 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c37e39-2e1d-4819-8499-d62d1c865a6f req-7b271321-1fef-4368-8266-6cad73fc6e68 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:21.696925 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a1c37e39-2e1d-4819-8499-d62d1c865a6f req-7b271321-1fef-4368-8266-6cad73fc6e68 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 931 time: 0.1953328 May 26 13:56:21.765772 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-23dfc90c-aea0-4c25-bcfa-914761e67261 None None] Set router 38e4db80-f86e-40b1-ab5e-e89952294e91 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:56:21.768561 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366032d-53fb-493f-ae2a-9454f72c7c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61953289-3312-4363-b1af-cddab5bb3a9a,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:21.780143 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-8366032d-53fb-493f-ae2a-9454f72c7c55 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=bad238a7ea3e461f985a3239653b8a93&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1034229 May 26 13:56:21.798480 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 42702) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:21.868471 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf6935a-c916-4634-85a3-7e0f92fcbe1c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Pushing event updated for resources: {'Port': ['ID=beaa2693-268d-42e6-a801-5612401a9669,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:21.872835 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:21.931820 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-daf6935a-c916-4634-85a3-7e0f92fcbe1c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for floatingip (a146127d-00da-4bf9-bd9c-520b5395a2e9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:22.045027 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:22.064787 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-daf6935a-c916-4634-85a3-7e0f92fcbe1c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (beaa2693-268d-42e6-a801-5612401a9669), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:22.109910 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-23dfc90c-aea0-4c25-bcfa-914761e67261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'name': 'tempest-ServerRescueNegativeTestJSON-88354539-router', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '8e9aac80-de01-4c0b-bde9-d15df6b93009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:13Z', 'revision_number': 4, 'project_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'gw_port': {'id': '8e9aac80-de01-4c0b-bde9-d15df6b93009', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': '05e118aa-af8d-488e-8884-9d41b88685a2', 'name': '', 'network_id': '94664734-1654-43f2-b262-23850dca9bb9', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'mac_address': 'fa:16:3e:b0:e3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '463c251f-969b-49e6-b225-a476c859b795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:12Z', 'updated_at': '2022-05-26T13:56:13Z', 'revision_number': 2, 'project_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'subnets': [{'id': '463c251f-969b-49e6-b225-a476c859b795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:22.147502 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dfc90c-aea0-4c25-bcfa-914761e67261 None None] Checking router: 38e4db80-f86e-40b1-ab5e-e89952294e91 for host: dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:56:22.148223 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dfc90c-aea0-4c25-bcfa-914761e67261 None None] Updating router 38e4db80-f86e-40b1-ab5e-e89952294e91 port 05e118aa-af8d-488e-8884-9d41b88685a2 binding host dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:56:22.148420 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a1c37e39-2e1d-4819-8499-d62d1c865a6f req-106b17c3-b501-4003-841a-789a40d20af3 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4505286 May 26 13:56:22.183124 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-23dfc90c-aea0-4c25-bcfa-914761e67261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (05e118aa-af8d-488e-8884-9d41b88685a2), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:22.219917 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c62193c0-006e-4d79-9be6-601763a7797d req-dc35c92b-8d2f-4884-8548-510bb4bf55c3 service neutron] 10.222.0.91 "GET /v2.0/networks/8b5ae806-b190-4516-8465-70dba440ef62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7709775 May 26 13:56:22.289185 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7d866109-643a-41c8-9abf-5ab8e2c139aa admin admin] Publish callbacks [] for security_group (61953289-3312-4363-b1af-cddab5bb3a9a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:22.315821 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2fa595a4-7ecf-4eee-942e-7d235e69bc44 req-1a2c4e3f-5893-4dde-b2ae-10d7702a4294 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 210 time: 0.0649450 May 26 13:56:22.354421 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7d866109-643a-41c8-9abf-5ab8e2c139aa admin admin] Publish callbacks [] for security_group (61953289-3312-4363-b1af-cddab5bb3a9a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:22.396763 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c62193c0-006e-4d79-9be6-601763a7797d req-8df74795-066c-4f09-a2bb-1d6c2bb7afd5 service neutron] 10.222.0.91 "GET /v2.0/networks/8b5ae806-b190-4516-8465-70dba440ef62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760726 May 26 13:56:22.402949 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-daf6935a-c916-4634-85a3-7e0f92fcbe1c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for port (beaa2693-268d-42e6-a801-5612401a9669), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:22.435454 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-daf6935a-c916-4634-85a3-7e0f92fcbe1c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (beaa2693-268d-42e6-a801-5612401a9669), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:22.473499 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7d866109-643a-41c8-9abf-5ab8e2c139aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (61953289-3312-4363-b1af-cddab5bb3a9a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:22.476968 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7d866109-643a-41c8-9abf-5ab8e2c139aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:22.478389 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-7d866109-643a-41c8-9abf-5ab8e2c139aa admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/61953289-3312-4363-b1af-cddab5bb3a9a HTTP/1.1" status: 204 len: 168 time: 0.6727271 May 26 13:56:22.480703 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:22.495331 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d866109-643a-41c8-9abf-5ab8e2c139aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61953289-3312-4363-b1af-cddab5bb3a9a,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:22.548295 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-daf6935a-c916-4634-85a3-7e0f92fcbe1c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778712'] for floatingip (a146127d-00da-4bf9-bd9c-520b5395a2e9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:22.581747 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf6935a-c916-4634-85a3-7e0f92fcbe1c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Pushing event updated for resources: {'Port': ['ID=beaa2693-268d-42e6-a801-5612401a9669,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:22.601243 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-daf6935a-c916-4634-85a3-7e0f92fcbe1c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:22.605205 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-daf6935a-c916-4634-85a3-7e0f92fcbe1c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7950783 May 26 13:56:22.713379 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 05a14e86-2d76-40b7-b399-5555d03ca70f up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:56:22.774629 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5966693a-c24a-4258-a957-aacb5c62e68b req-060d3512-92fc-4f6d-8597-c0c4b0a65dff tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 210 time: 0.0951402 May 26 13:56:22.815701 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-01f30265-cd5b-4792-bc64-2f1195a4bd6d tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 13:56:22.816937 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-01f30265-cd5b-4792-bc64-2f1195a4bd6d tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0123093 May 26 13:56:22.876596 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-23dfc90c-aea0-4c25-bcfa-914761e67261 None None] Publish callbacks [] for port (05e118aa-af8d-488e-8884-9d41b88685a2), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:22.879214 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port 05a14e86-2d76-40b7-b399-5555d03ca70f triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:22.880570 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (05a14e86-2d76-40b7-b399-5555d03ca70f), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:22.895876 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-23dfc90c-aea0-4c25-bcfa-914761e67261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (05e118aa-af8d-488e-8884-9d41b88685a2), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:23.158644 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port 05a14e86-2d76-40b7-b399-5555d03ca70f is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:23.159027 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (05a14e86-2d76-40b7-b399-5555d03ca70f), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:23.174209 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-a5db10ca-3d11-4951-a8d3-fc0e9e0096e0 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--1538021610&fields=id&tenant_id=af9d168c40ea4df99b495eb06245d066 HTTP/1.1" status: 200 len: 267 time: 0.0911875 May 26 13:56:23.234586 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] For port 05a14e86-2d76-40b7-b399-5555d03ca70f, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=05a14e86-2d76-40b7-b399-5555d03ca70f,segment=NetworkSegment(7398460f-ba92-4b10-bc2e-e16a0f9ed6bc),segment_id=7398460f-ba92-4b10-bc2e-e16a0f9ed6bc)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:56:23.237069 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:23.245728 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (05a14e86-2d76-40b7-b399-5555d03ca70f), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:23.247261 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 8e9aac80-de01-4c0b-bde9-d15df6b93009 up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:56:23.334564 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:23.334958 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a774cbc-f950-4f6f-a327-442a4850379d None None] Pushing event updated for resources: {'Port': ['ID=05e118aa-af8d-488e-8884-9d41b88685a2,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:23.372317 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-23dfc90c-aea0-4c25-bcfa-914761e67261 None None] Attempting to bind port 05e118aa-af8d-488e-8884-9d41b88685a2 on host dv-cinder-842130-1-iscsi for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:56:23.372868 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-23dfc90c-aea0-4c25-bcfa-914761e67261 None None] Attempting to bind port 05e118aa-af8d-488e-8884-9d41b88685a2 by drivers openvswitch,hyperv on host dv-cinder-842130-1-iscsi at level 0 using segments [{'id': 'dadb0ef3-0764-477f-9135-b33720fcec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '94664734-1654-43f2-b262-23850dca9bb9'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:56:23.373504 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dfc90c-aea0-4c25-bcfa-914761e67261 None None] Attempting to bind port 05e118aa-af8d-488e-8884-9d41b88685a2 on network 94664734-1654-43f2-b262-23850dca9bb9 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:56:23.383896 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dfc90c-aea0-4c25-bcfa-914761e67261 None None] Checking agent: {'id': '083d02d4-47f3-493f-9afe-05142db1b6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 47, 24), 'started_at': datetime.datetime(2022, 5, 26, 13, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:56:23.384556 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dfc90c-aea0-4c25-bcfa-914761e67261 None None] Checking segment: {'id': 'dadb0ef3-0764-477f-9135-b33720fcec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '94664734-1654-43f2-b262-23850dca9bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:56:23.385880 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-23dfc90c-aea0-4c25-bcfa-914761e67261 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:23.386496 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dfc90c-aea0-4c25-bcfa-914761e67261 None None] Bound using segment: {'id': 'dadb0ef3-0764-477f-9135-b33720fcec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '94664734-1654-43f2-b262-23850dca9bb9'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:56:23.387353 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-23dfc90c-aea0-4c25-bcfa-914761e67261 None None] Bound port: 05e118aa-af8d-488e-8884-9d41b88685a2, host: dv-cinder-842130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dadb0ef3-0764-477f-9135-b33720fcec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '94664734-1654-43f2-b262-23850dca9bb9'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:56:23.387966 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-23dfc90c-aea0-4c25-bcfa-914761e67261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (05e118aa-af8d-488e-8884-9d41b88685a2), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:23.406973 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Pushing event updated for resources: {'Port': ['ID=05a14e86-2d76-40b7-b399-5555d03ca70f,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:23.421980 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 42744) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:23.427103 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446a37e-a4d0-4397-9f0f-f42d58ee8b19 req-a5c2e103-0569-402c-9e14-615d46f80e29 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:23.430020 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-a30e145b-053e-4631-8b04-a59cf6d5e606 None None] Provisioning complete for port 05e118aa-af8d-488e-8884-9d41b88685a2 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:23.430410 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a30e145b-053e-4631-8b04-a59cf6d5e606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (05e118aa-af8d-488e-8884-9d41b88685a2), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:23.434935 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e446a37e-a4d0-4397-9f0f-f42d58ee8b19 req-a5c2e103-0569-402c-9e14-615d46f80e29 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 931 time: 0.1107812 May 26 13:56:23.447455 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ab1263e-02cb-4f9a-afff-d75ff755656d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:23.470435 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-a30e145b-053e-4631-8b04-a59cf6d5e606 None None] Port 05e118aa-af8d-488e-8884-9d41b88685a2 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:56:23.473502 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port 8e9aac80-de01-4c0b-bde9-d15df6b93009 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:23.474884 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (8e9aac80-de01-4c0b-bde9-d15df6b93009), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:23.502262 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:23.536917 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-23dfc90c-aea0-4c25-bcfa-914761e67261 None None] For port 05e118aa-af8d-488e-8884-9d41b88685a2, host dv-cinder-842130-1-iscsi, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:56:23.540779 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-23dfc90c-aea0-4c25-bcfa-914761e67261 None None] For port 05e118aa-af8d-488e-8884-9d41b88685a2, host dv-cinder-842130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=05e118aa-af8d-488e-8884-9d41b88685a2,segment=NetworkSegment(dadb0ef3-0764-477f-9135-b33720fcec5f),segment_id=dadb0ef3-0764-477f-9135-b33720fcec5f)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:56:23.548917 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-23dfc90c-aea0-4c25-bcfa-914761e67261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (05e118aa-af8d-488e-8884-9d41b88685a2), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:23.561804 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:23.583241 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port 8e9aac80-de01-4c0b-bde9-d15df6b93009 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:23.583899 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e446a37e-a4d0-4397-9f0f-f42d58ee8b19 req-01450256-8636-4e11-9f7a-65c45762a918 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445932 May 26 13:56:23.606796 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ab1263e-02cb-4f9a-afff-d75ff755656d admin admin] Publish callbacks [] for security_group (9a294b93-2604-45da-8f17-4ae7dfcb24b2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:23.613307 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ab1263e-02cb-4f9a-afff-d75ff755656d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (9a294b93-2604-45da-8f17-4ae7dfcb24b2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:23.642591 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:23.658315 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a774cbc-f950-4f6f-a327-442a4850379d None None] Pushing event updated for resources: {'Port': ['ID=05e118aa-af8d-488e-8884-9d41b88685a2,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:23.663154 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-268a2ce0-71a1-48e5-b9c6-a3a264e65462 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:23.664721 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-268a2ce0-71a1-48e5-b9c6-a3a264e65462 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/networks?id=5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 HTTP/1.1" status: 200 len: 815 time: 0.4844096 May 26 13:56:23.694869 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dfc90c-aea0-4c25-bcfa-914761e67261 None None] Routers {'38e4db80-f86e-40b1-ab5e-e89952294e91'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:56:23.695512 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-23dfc90c-aea0-4c25-bcfa-914761e67261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:56:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['38e4db80-f86e-40b1-ab5e-e89952294e91'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:23.751693 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-4ab1263e-02cb-4f9a-afff-d75ff755656d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=48800ade8cfa4a27aa94e82613cc48b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3235114 May 26 13:56:23.751907 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:23.752001 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1263e-02cb-4f9a-afff-d75ff755656d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a294b93-2604-45da-8f17-4ae7dfcb24b2,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:23.757308 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 42748) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:23.815546 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6a76575d-c4d5-4565-b1df-be9f0295ce24 req-e73c6105-9975-49d0-ba69-b56e30f67a81 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 210 time: 0.1165211 May 26 13:56:23.831739 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-222c5037-bedb-4792-8956-1a05a8fb8ae9 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/quotas/af9d168c40ea4df99b495eb06245d066 HTTP/1.1" status: 200 len: 375 time: 0.1428876 May 26 13:56:24.008730 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-23dfc90c-aea0-4c25-bcfa-914761e67261 None None] Set router 38e4db80-f86e-40b1-ab5e-e89952294e91 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:56:24.011949 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:24.055923 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0f9dd3c1-a0ce-4a58-a1b9-5d75ff3ee503 req-64c17c87-3038-44f4-b677-4b4e4e2bd2b7 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 210 time: 0.0613143 May 26 13:56:24.073849 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-bf8044e9-ba5d-4bf8-92b9-c1a11817cb6a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=af9d168c40ea4df99b495eb06245d066&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2404699 May 26 13:56:24.099477 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7ac0c559-9ac0-473f-8399-c804dac5670c admin admin] Publish callbacks [] for security_group (9a294b93-2604-45da-8f17-4ae7dfcb24b2), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:24.122417 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-187f760e-bc96-4738-aa4a-8255ee5f6b11 None None] Provisioning complete for port 05e118aa-af8d-488e-8884-9d41b88685a2 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:24.122813 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-187f760e-bc96-4738-aa4a-8255ee5f6b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (05e118aa-af8d-488e-8884-9d41b88685a2), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:24.168925 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:24.179511 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:24.272208 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-187f760e-bc96-4738-aa4a-8255ee5f6b11 None None] Current status of the port 05e118aa-af8d-488e-8884-9d41b88685a2 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:24.272732 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-187f760e-bc96-4738-aa4a-8255ee5f6b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (05e118aa-af8d-488e-8884-9d41b88685a2), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:24.309534 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-012d2dd5-60d7-40e4-bfc0-44bbd6add39b service neutron] 10.222.0.91 "GET /v2.0/networks/5f7e5c2e-dcd0-44c0-a251-a7bcffefb292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144506 May 26 13:56:24.312220 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7ac0c559-9ac0-473f-8399-c804dac5670c admin admin] Publish callbacks [] for security_group (9a294b93-2604-45da-8f17-4ae7dfcb24b2), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:24.339902 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-23dfc90c-aea0-4c25-bcfa-914761e67261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'name': 'tempest-ServerRescueNegativeTestJSON-88354539-router', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '8e9aac80-de01-4c0b-bde9-d15df6b93009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:13Z', 'revision_number': 4, 'project_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'gw_port': {'id': '8e9aac80-de01-4c0b-bde9-d15df6b93009', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': '05e118aa-af8d-488e-8884-9d41b88685a2', 'name': '', 'network_id': '94664734-1654-43f2-b262-23850dca9bb9', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'mac_address': 'fa:16:3e:b0:e3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '463c251f-969b-49e6-b225-a476c859b795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:12Z', 'updated_at': '2022-05-26T13:56:23Z', 'revision_number': 4, 'project_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'subnets': [{'id': '463c251f-969b-49e6-b225-a476c859b795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:24.363487 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-187f760e-bc96-4738-aa4a-8255ee5f6b11 None None] For port 05e118aa-af8d-488e-8884-9d41b88685a2, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=05e118aa-af8d-488e-8884-9d41b88685a2,segment=NetworkSegment(dadb0ef3-0764-477f-9135-b33720fcec5f),segment_id=dadb0ef3-0764-477f-9135-b33720fcec5f)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:56:24.373103 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-187f760e-bc96-4738-aa4a-8255ee5f6b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (05e118aa-af8d-488e-8884-9d41b88685a2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:24.416357 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23dfc90c-aea0-4c25-bcfa-914761e67261 None None] The sync data for ids ['38e4db80-f86e-40b1-ab5e-e89952294e91'] in dv-cinder-842130-1-iscsi is: [{'id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'name': 'tempest-ServerRescueNegativeTestJSON-88354539-router', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '8e9aac80-de01-4c0b-bde9-d15df6b93009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:13Z', 'revision_number': 4, 'project_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'gw_port': {'id': '8e9aac80-de01-4c0b-bde9-d15df6b93009', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': '05e118aa-af8d-488e-8884-9d41b88685a2', 'name': '', 'network_id': '94664734-1654-43f2-b262-23850dca9bb9', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'mac_address': 'fa:16:3e:b0:e3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '463c251f-969b-49e6-b225-a476c859b795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:12Z', 'updated_at': '2022-05-26T13:56:23Z', 'revision_number': 4, 'project_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'subnets': [{'id': '463c251f-969b-49e6-b225-a476c859b795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:56:24.479700 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f760e-bc96-4738-aa4a-8255ee5f6b11 None None] Pushing event updated for resources: {'Port': ['ID=05e118aa-af8d-488e-8884-9d41b88685a2,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:24.500582 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7ac0c559-9ac0-473f-8399-c804dac5670c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (9a294b93-2604-45da-8f17-4ae7dfcb24b2), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:24.509776 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7ac0c559-9ac0-473f-8399-c804dac5670c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:24.514671 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-7ac0c559-9ac0-473f-8399-c804dac5670c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9a294b93-2604-45da-8f17-4ae7dfcb24b2 HTTP/1.1" status: 204 len: 168 time: 0.7327342 May 26 13:56:24.539336 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0c559-9ac0-473f-8399-c804dac5670c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a294b93-2604-45da-8f17-4ae7dfcb24b2,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:24.553096 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-97060738-f687-488e-bd26-8828701e3b44 service neutron] 10.222.0.91 "GET /v2.0/networks/5f7e5c2e-dcd0-44c0-a251-a7bcffefb292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328553 May 26 13:56:24.610053 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 05e118aa-af8d-488e-8884-9d41b88685a2 up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:56:24.741142 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port 05e118aa-af8d-488e-8884-9d41b88685a2 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:24.741546 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (05e118aa-af8d-488e-8884-9d41b88685a2), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:24.871270 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cfaaa1-5926-4fb7-a42d-b8927531f6f9 req-f9c2405c-bf08-4941-bcfd-c237c2b3417b tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:24.873109 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-30cfaaa1-5926-4fb7-a42d-b8927531f6f9 req-f9c2405c-bf08-4941-bcfd-c237c2b3417b tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 931 time: 0.1135314 May 26 13:56:25.019760 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port 05e118aa-af8d-488e-8884-9d41b88685a2 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:25.021069 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 05a14e86-2d76-40b7-b399-5555d03ca70f up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:56:25.058953 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-30cfaaa1-5926-4fb7-a42d-b8927531f6f9 req-14e2336e-02fc-4604-9d4b-add792a08531 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718180 May 26 13:56:25.209088 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-378783ca-08a8-4964-98c5-a0368abc05c8 req-e0c401df-6131-4d0c-8100-51d470a9fc9f tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 210 time: 0.1787131 May 26 13:56:25.287532 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port 05a14e86-2d76-40b7-b399-5555d03ca70f triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:25.287532 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (05a14e86-2d76-40b7-b399-5555d03ca70f), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:25.408894 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-20f8d540-699c-4d95-87b2-74b4ce28f8ae req-35bc2e00-08bd-4d6e-9c96-bb85cbe68a6f tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 210 time: 0.1871221 May 26 13:56:25.428368 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab15ad81-ff11-45aa-bb98-175b96aad6e8 None None] Sync routers for ids ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'] in dv-cinder-842130-1-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:56:25.519471 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab15ad81-ff11-45aa-bb98-175b96aad6e8 None None] Routers {'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:56:25.522984 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ab15ad81-ff11-45aa-bb98-175b96aad6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:56:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:25.668667 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ac79e932-b23a-4d74-8b3f-401aad5503f3 req-506b4444-3407-41eb-8ff9-3ced9ec38378 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 210 time: 0.1337442 May 26 13:56:25.680533 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-0d959b0d-eef6-4f96-8b42-52cf2f4bcf48 service neutron] Request body: {'port': {'device_id': 'a8503557-47d9-4fc4-ad98-e698f675e2ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84213'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:25.928317 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-0d959b0d-eef6-4f96-8b42-52cf2f4bcf48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (f8d0143b-9f68-4c1b-a919-a3a667b7d168), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:25.990437 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-ab15ad81-ff11-45aa-bb98-175b96aad6e8 None None] Set router daa0fa1d-1072-4f3c-8d4e-d0d83801f24a gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:56:26.063951 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:26.128534 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 42820) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:26.155017 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:26.307406 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port 05a14e86-2d76-40b7-b399-5555d03ca70f is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:26.462311 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d6977-bb72-447d-b47a-0138ae8fae11 req-e51bf412-6e1a-4e7f-993a-400852f3f5df tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:26.482139 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cf1d6977-bb72-447d-b47a-0138ae8fae11 req-e51bf412-6e1a-4e7f-993a-400852f3f5df tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 931 time: 0.2357404 May 26 13:56:26.521916 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 05e118aa-af8d-488e-8884-9d41b88685a2 up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:56:26.600343 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-28e460d7-6512-4069-a117-1d98f9c8662a req-0dd9726a-202a-4548-a35f-616951febf8e tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 210 time: 0.1123009 May 26 13:56:26.707247 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cf1d6977-bb72-447d-b47a-0138ae8fae11 req-cd72bb0d-3fdb-4de2-a1a8-6dd381e4d531 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189903 May 26 13:56:26.831084 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-aa032cf1-5c12-48fc-8692-42d1f6d8a271 req-bb52e426-0a8e-41e7-b9e6-4ec1bccc5eff tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 210 time: 0.0621042 May 26 13:56:26.941052 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port 05e118aa-af8d-488e-8884-9d41b88685a2 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:26.941571 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e28db5f3-6491-4a7c-9ada-442bd9a1c5a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:26.941713 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (05e118aa-af8d-488e-8884-9d41b88685a2), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:26.958306 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-991a8920-dacc-4431-aa92-ec37ac1f9771 req-d14553a3-6166-4203-8b8e-9bc570d63ae5 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 210 time: 0.1097639 May 26 13:56:26.989127 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 42848) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:27.021490 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ab15ad81-ff11-45aa-bb98-175b96aad6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'name': 'tempest-AttachVolumeNegativeTest-1440631548-router', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:14Z', 'revision_number': 4, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'gw_port': {'id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'b6ffcef5-68aa-421a-9700-c16472c89579', 'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'mac_address': 'fa:16:3e:73:f3:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:13Z', 'updated_at': '2022-05-26T13:56:15Z', 'revision_number': 2, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'subnets': [{'id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:27.092972 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab15ad81-ff11-45aa-bb98-175b96aad6e8 None None] Checking router: daa0fa1d-1072-4f3c-8d4e-d0d83801f24a for host: dv-cinder-842130-1-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:56:27.093666 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab15ad81-ff11-45aa-bb98-175b96aad6e8 None None] Updating router daa0fa1d-1072-4f3c-8d4e-d0d83801f24a port b6ffcef5-68aa-421a-9700-c16472c89579 binding host dv-cinder-842130-1-iscsi {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:56:27.182288 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b79c15d-0a0f-46b3-8f7e-e00bed7e2186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:27.202607 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:27.263000 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ab15ad81-ff11-45aa-bb98-175b96aad6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (b6ffcef5-68aa-421a-9700-c16472c89579), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:27.333355 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-0d959b0d-eef6-4f96-8b42-52cf2f4bcf48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d0143b-9f68-4c1b-a919-a3a667b7d168 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:56:27.339259 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b79c15d-0a0f-46b3-8f7e-e00bed7e2186 admin admin] Publish callbacks [] for security_group (170f04e9-ccb4-4177-b3b8-13abc56d5580), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:27.342713 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:27.346604 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-0d959b0d-eef6-4f96-8b42-52cf2f4bcf48 service neutron] Publish callbacks [] for port (f8d0143b-9f68-4c1b-a919-a3a667b7d168), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:27.361534 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b79c15d-0a0f-46b3-8f7e-e00bed7e2186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (170f04e9-ccb4-4177-b3b8-13abc56d5580), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:27.385998 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-0d959b0d-eef6-4f96-8b42-52cf2f4bcf48 service neutron] Transition to ACTIVE for port object f8d0143b-9f68-4c1b-a919-a3a667b7d168 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 13:56:27.393638 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-0d959b0d-eef6-4f96-8b42-52cf2f4bcf48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (f8d0143b-9f68-4c1b-a919-a3a667b7d168), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:27.434678 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e28db5f3-6491-4a7c-9ada-442bd9a1c5a3 admin admin] Publish callbacks [] for security_group (766fa840-17f0-4796-b5de-18db2bdd78ff), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:27.473930 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d959b0d-eef6-4f96-8b42-52cf2f4bcf48 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d0143b-9f68-4c1b-a919-a3a667b7d168,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:27.495774 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e28db5f3-6491-4a7c-9ada-442bd9a1c5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (766fa840-17f0-4796-b5de-18db2bdd78ff), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:27.585750 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-e28db5f3-6491-4a7c-9ada-442bd9a1c5a3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=dadb5f6b57c04d5d8cdf41a03824eb3b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4560072 May 26 13:56:27.607648 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 42858) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:27.612168 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-0d959b0d-eef6-4f96-8b42-52cf2f4bcf48 service neutron] Attempting to bind port f8d0143b-9f68-4c1b-a919-a3a667b7d168 on host hv-cinder-84213 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:56:27.612675 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-0d959b0d-eef6-4f96-8b42-52cf2f4bcf48 service neutron] Attempting to bind port f8d0143b-9f68-4c1b-a919-a3a667b7d168 by drivers openvswitch,hyperv on host hv-cinder-84213 at level 0 using segments [{'id': '76186cb9-1bca-4d5b-badd-766070b91ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '25f232ca-c251-4c00-a04c-4af0a5376fd0'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:56:27.613459 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-0d959b0d-eef6-4f96-8b42-52cf2f4bcf48 service neutron] Attempting to bind port f8d0143b-9f68-4c1b-a919-a3a667b7d168 on network 25f232ca-c251-4c00-a04c-4af0a5376fd0 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:56:27.621471 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-0d959b0d-eef6-4f96-8b42-52cf2f4bcf48 service neutron] Port f8d0143b-9f68-4c1b-a919-a3a667b7d168 on network 25f232ca-c251-4c00-a04c-4af0a5376fd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84213 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 13:56:27.630419 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b79c15d-0a0f-46b3-8f7e-e00bed7e2186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170f04e9-ccb4-4177-b3b8-13abc56d5580,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:27.631378 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-0d959b0d-eef6-4f96-8b42-52cf2f4bcf48 service neutron] Attempting to bind port f8d0143b-9f68-4c1b-a919-a3a667b7d168 on network 25f232ca-c251-4c00-a04c-4af0a5376fd0 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:56:27.646478 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-0d959b0d-eef6-4f96-8b42-52cf2f4bcf48 service neutron] Checking agent: {'id': '7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'started_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:56:27.646845 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-0d959b0d-eef6-4f96-8b42-52cf2f4bcf48 service neutron] Checking segment: {'id': '76186cb9-1bca-4d5b-badd-766070b91ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '25f232ca-c251-4c00-a04c-4af0a5376fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:56:27.647409 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-0d959b0d-eef6-4f96-8b42-52cf2f4bcf48 service neutron] Bound using segment: {'id': '76186cb9-1bca-4d5b-badd-766070b91ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '25f232ca-c251-4c00-a04c-4af0a5376fd0'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:56:27.647862 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-0d959b0d-eef6-4f96-8b42-52cf2f4bcf48 service neutron] Bound port: f8d0143b-9f68-4c1b-a919-a3a667b7d168, host: hv-cinder-84213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76186cb9-1bca-4d5b-badd-766070b91ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '25f232ca-c251-4c00-a04c-4af0a5376fd0'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:56:27.648221 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-0d959b0d-eef6-4f96-8b42-52cf2f4bcf48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (f8d0143b-9f68-4c1b-a919-a3a667b7d168), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:27.660890 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-8b79c15d-0a0f-46b3-8f7e-e00bed7e2186 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=74e1eca47d504eb887f1c9813f537010&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6524980 May 26 13:56:27.664099 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 42862) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:27.712834 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28db5f3-6491-4a7c-9ada-442bd9a1c5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766fa840-17f0-4796-b5de-18db2bdd78ff,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:27.820952 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-0d959b0d-eef6-4f96-8b42-52cf2f4bcf48 service neutron] For port f8d0143b-9f68-4c1b-a919-a3a667b7d168, host hv-cinder-84213, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:56:27.852590 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-0d959b0d-eef6-4f96-8b42-52cf2f4bcf48 service neutron] For port f8d0143b-9f68-4c1b-a919-a3a667b7d168, host hv-cinder-84213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=f8d0143b-9f68-4c1b-a919-a3a667b7d168,segment=NetworkSegment(76186cb9-1bca-4d5b-badd-766070b91ee8),segment_id=76186cb9-1bca-4d5b-badd-766070b91ee8)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:56:27.864243 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:27.881279 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-0d959b0d-eef6-4f96-8b42-52cf2f4bcf48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (f8d0143b-9f68-4c1b-a919-a3a667b7d168), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:27.955863 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bd9f9ded-6b5c-4d55-b1f6-7739e7bb6f8f req-9013bb37-620a-4144-a9a9-542ea604c0fe tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 210 time: 0.1565332 May 26 13:56:27.958522 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d959b0d-eef6-4f96-8b42-52cf2f4bcf48 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d0143b-9f68-4c1b-a919-a3a667b7d168,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:27.967467 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8ddafee-2441-4e01-ae7a-79a494627791 admin admin] Publish callbacks [] for security_group (170f04e9-ccb4-4177-b3b8-13abc56d5580), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:27.976774 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-0d959b0d-eef6-4f96-8b42-52cf2f4bcf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:27.977716 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-0d959b0d-eef6-4f96-8b42-52cf2f4bcf48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:27.979401 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-0d959b0d-eef6-4f96-8b42-52cf2f4bcf48 service neutron] 10.222.0.82 "PUT /v2.0/ports/f8d0143b-9f68-4c1b-a919-a3a667b7d168 HTTP/1.1" status: 200 len: 1093 time: 2.6018631 May 26 13:56:27.980704 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8503557-47d9-4fc4-ad98-e698f675e2ce', 'tag': 'f8d0143b-9f68-4c1b-a919-a3a667b7d168'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:56:28.028417 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9e90534b-a9d3-4535-83fc-d963467deb8a admin admin] Publish callbacks [] for security_group (766fa840-17f0-4796-b5de-18db2bdd78ff), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:28.057428 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ab15ad81-ff11-45aa-bb98-175b96aad6e8 None None] Publish callbacks [] for port (b6ffcef5-68aa-421a-9700-c16472c89579), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:28.065787 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:28.069489 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port 05e118aa-af8d-488e-8884-9d41b88685a2 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:28.081027 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ab15ad81-ff11-45aa-bb98-175b96aad6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (b6ffcef5-68aa-421a-9700-c16472c89579), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:28.092098 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5597241-974e-41fa-9e62-ee08589a202f req-70edf5bd-c4c4-44ff-8792-80dcbb0b23de tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:28.103160 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b5597241-974e-41fa-9e62-ee08589a202f req-70edf5bd-c4c4-44ff-8792-80dcbb0b23de tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 943 time: 0.1865549 May 26 13:56:28.109557 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9e90534b-a9d3-4535-83fc-d963467deb8a admin admin] Publish callbacks [] for security_group (766fa840-17f0-4796-b5de-18db2bdd78ff), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:28.229219 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.82', 49476) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:28.254493 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdfcabc-e6d9-4035-82f8-90e94230e586 None None] Pushing event updated for resources: {'Port': ['ID=b6ffcef5-68aa-421a-9700-c16472c89579,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:28.339537 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b5597241-974e-41fa-9e62-ee08589a202f req-2128a702-94ad-4600-a486-90ba7f3db750 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350218 May 26 13:56:28.341245 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8ddafee-2441-4e01-ae7a-79a494627791 admin admin] Publish callbacks [] for security_group (170f04e9-ccb4-4177-b3b8-13abc56d5580), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:28.378476 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-ab15ad81-ff11-45aa-bb98-175b96aad6e8 None None] Attempting to bind port b6ffcef5-68aa-421a-9700-c16472c89579 on host dv-cinder-842130-1-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:56:28.378851 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-ab15ad81-ff11-45aa-bb98-175b96aad6e8 None None] Attempting to bind port b6ffcef5-68aa-421a-9700-c16472c89579 by drivers openvswitch,hyperv on host dv-cinder-842130-1-iscsi at level 0 using segments [{'id': '93677cf8-8388-429d-a7a5-bdb9a9d46a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:56:28.379219 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab15ad81-ff11-45aa-bb98-175b96aad6e8 None None] Attempting to bind port b6ffcef5-68aa-421a-9700-c16472c89579 on network 5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:56:28.411799 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab15ad81-ff11-45aa-bb98-175b96aad6e8 None None] Checking agent: {'id': '083d02d4-47f3-493f-9afe-05142db1b6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 47, 24), 'started_at': datetime.datetime(2022, 5, 26, 13, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:56:28.412184 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab15ad81-ff11-45aa-bb98-175b96aad6e8 None None] Checking segment: {'id': '93677cf8-8388-429d-a7a5-bdb9a9d46a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:56:28.412573 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ab15ad81-ff11-45aa-bb98-175b96aad6e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:28.412954 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab15ad81-ff11-45aa-bb98-175b96aad6e8 None None] Bound using segment: {'id': '93677cf8-8388-429d-a7a5-bdb9a9d46a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:56:28.426170 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-ab15ad81-ff11-45aa-bb98-175b96aad6e8 None None] Bound port: b6ffcef5-68aa-421a-9700-c16472c89579, host: dv-cinder-842130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93677cf8-8388-429d-a7a5-bdb9a9d46a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:56:28.427199 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ab15ad81-ff11-45aa-bb98-175b96aad6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (b6ffcef5-68aa-421a-9700-c16472c89579), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:28.467786 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3fd7c072-b171-447b-a1e2-c3ef0fc4008d req-d8bfc360-1d5b-443a-b1f9-21014ed538ba tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 210 time: 0.3616092 May 26 13:56:28.517568 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8ddafee-2441-4e01-ae7a-79a494627791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (170f04e9-ccb4-4177-b3b8-13abc56d5580), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:28.520077 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8ddafee-2441-4e01-ae7a-79a494627791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:28.521356 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-e8ddafee-2441-4e01-ae7a-79a494627791 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/170f04e9-ccb4-4177-b3b8-13abc56d5580 HTTP/1.1" status: 204 len: 168 time: 0.8561740 May 26 13:56:28.598142 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ddafee-2441-4e01-ae7a-79a494627791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170f04e9-ccb4-4177-b3b8-13abc56d5580,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:28.662749 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:28.673075 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bc2f2064-58d1-488e-9b2d-a0e91c004efe req-4deeabbf-70ea-45ec-9fd3-973cacf6d607 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 210 time: 0.1741083 May 26 13:56:28.715754 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9e90534b-a9d3-4535-83fc-d963467deb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (766fa840-17f0-4796-b5de-18db2bdd78ff), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:28.718821 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9e90534b-a9d3-4535-83fc-d963467deb8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:28.720010 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-9e90534b-a9d3-4535-83fc-d963467deb8a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/766fa840-17f0-4796-b5de-18db2bdd78ff HTTP/1.1" status: 204 len: 168 time: 1.1052544 May 26 13:56:28.766851 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90534b-a9d3-4535-83fc-d963467deb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766fa840-17f0-4796-b5de-18db2bdd78ff,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:28.820288 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-ae548e88-4a39-4ddc-af59-e6bc39939457 None None] Provisioning complete for port b6ffcef5-68aa-421a-9700-c16472c89579 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:28.820664 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ae548e88-4a39-4ddc-af59-e6bc39939457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (b6ffcef5-68aa-421a-9700-c16472c89579), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:28.873065 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62193c0-006e-4d79-9be6-601763a7797d req-d40e2cec-cadd-4964-b0d3-de22d03468b0 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:28.877790 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c62193c0-006e-4d79-9be6-601763a7797d req-d40e2cec-cadd-4964-b0d3-de22d03468b0 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.82 "GET /v2.0/networks?id=8b5ae806-b190-4516-8465-70dba440ef62 HTTP/1.1" status: 200 len: 816 time: 0.3878534 May 26 13:56:28.884646 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a2fe3094dbca619affac8640d5d00e1e0d94bf0ce4138e249cf9dd9a9bbd82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcb8716-9206-414e-a53a-e77c3b0e80ce" -d '{"events": [{"name": "network-changed", "server_uuid": "a8503557-47d9-4fc4-ad98-e698f675e2ce", "tag": "f8d0143b-9f68-4c1b-a919-a3a667b7d168"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:56:28.943385 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.82', 49479) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:28.945781 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-ae548e88-4a39-4ddc-af59-e6bc39939457 None None] Port b6ffcef5-68aa-421a-9700-c16472c89579 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:56:28.968830 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-ab15ad81-ff11-45aa-bb98-175b96aad6e8 None None] For port b6ffcef5-68aa-421a-9700-c16472c89579, host dv-cinder-842130-1-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:56:29.044679 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-ab15ad81-ff11-45aa-bb98-175b96aad6e8 None None] For port b6ffcef5-68aa-421a-9700-c16472c89579, host dv-cinder-842130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=b6ffcef5-68aa-421a-9700-c16472c89579,segment=NetworkSegment(93677cf8-8388-429d-a7a5-bdb9a9d46a00),segment_id=93677cf8-8388-429d-a7a5-bdb9a9d46a00)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:56:29.072916 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ab15ad81-ff11-45aa-bb98-175b96aad6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (b6ffcef5-68aa-421a-9700-c16472c89579), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:29.168507 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.82', 49482) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:29.308028 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdfcabc-e6d9-4035-82f8-90e94230e586 None None] Pushing event updated for resources: {'Port': ['ID=b6ffcef5-68aa-421a-9700-c16472c89579,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:29.371163 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab15ad81-ff11-45aa-bb98-175b96aad6e8 None None] Routers {'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:56:29.382983 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ab15ad81-ff11-45aa-bb98-175b96aad6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:56:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:29.511038 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c62193c0-006e-4d79-9be6-601763a7797d req-1b6bfe1e-5e8b-4fdb-908c-14518ed9dd4c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7116b23d173c4192a6c8d996ad31d57c HTTP/1.1" status: 200 len: 379 time: 0.6114519 May 26 13:56:29.516326 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-40f9e6da-a65d-492b-94ee-fb08090ebeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:29.519667 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-40f9e6da-a65d-492b-94ee-fb08090ebeab service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9ed49180e7f24cb296141d06576ead81&device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 1127 time: 0.5157485 May 26 13:56:29.529394 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f4a96ecb-151d-4d5d-bef9-9cde3cce159c req-fcc37370-bb44-4daf-af9a-52b106baa7ac tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 210 time: 0.3675828 May 26 13:56:29.622222 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-ff1263d6-691c-4e58-b1da-6b812e502624 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:29.626468 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-ff1263d6-691c-4e58-b1da-6b812e502624 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.82 "GET /v2.0/networks?id=94664734-1654-43f2-b262-23850dca9bb9 HTTP/1.1" status: 200 len: 817 time: 0.6557617 May 26 13:56:29.652931 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-ab15ad81-ff11-45aa-bb98-175b96aad6e8 None None] Set router daa0fa1d-1072-4f3c-8d4e-d0d83801f24a gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:56:29.784207 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-c88ea07d-7834-4969-b1eb-8399a79a1b4b tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:29.786969 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-c88ea07d-7834-4969-b1eb-8399a79a1b4b tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.82 "GET /v2.0/networks?id=94664734-1654-43f2-b262-23850dca9bb9 HTTP/1.1" status: 200 len: 817 time: 0.4644854 May 26 13:56:29.809391 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc11f99-47e7-4c04-8e9e-9a2b36169d94 req-04b6c699-f24b-4c58-832e-c639cfd2fc3d tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:29.811550 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8bc11f99-47e7-4c04-8e9e-9a2b36169d94 req-04b6c699-f24b-4c58-832e-c639cfd2fc3d tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 943 time: 0.0836692 May 26 13:56:29.869740 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:29.881055 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:29.936388 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-729b336f-2fa2-498e-b48f-6e3a0033b702 None None] Provisioning complete for port b6ffcef5-68aa-421a-9700-c16472c89579 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:29.937102 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-729b336f-2fa2-498e-b48f-6e3a0033b702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (b6ffcef5-68aa-421a-9700-c16472c89579), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:29.942626 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8bc11f99-47e7-4c04-8e9e-9a2b36169d94 req-e80f2169-88b1-415c-b3d3-69ad84f31c1b tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245656 May 26 13:56:29.999894 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0129e3c-bb31-48f3-9761-53d34e984deb x-openstack-request-id: req-e0129e3c-bb31-48f3-9761-53d34e984deb {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:56:30.000269 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8503557-47d9-4fc4-ad98-e698f675e2ce", "tag": "f8d0143b-9f68-4c1b-a919-a3a667b7d168", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:56:30.000588 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e0129e3c-bb31-48f3-9761-53d34e984deb {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:56:30.001142 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0129e3c-bb31-48f3-9761-53d34e984deb'] response: {'name': 'network-changed', 'server_uuid': 'a8503557-47d9-4fc4-ad98-e698f675e2ce', 'tag': 'f8d0143b-9f68-4c1b-a919-a3a667b7d168', 'status': 'completed', 'code': 200} May 26 13:56:30.083940 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2d4d0b56-acd6-4537-8c00-17ec7151fcf1 req-3678070e-fa3c-4c37-90cd-7154eeed680c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 210 time: 0.0575478 May 26 13:56:30.174177 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 42942) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:30.214040 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8b698e6-b88d-48de-926b-d537dffda849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:30.273398 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ebeb0aeb-ecf7-41d5-aecd-99a4d79bfa0a req-e19a4fea-c147-4426-bdc4-d047c4d173ed tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 210 time: 0.1213310 May 26 13:56:30.354989 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8b698e6-b88d-48de-926b-d537dffda849 admin admin] Publish callbacks [] for security_group (cd1958fb-6fca-4984-be61-a43dde4a4b40), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:30.362770 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8b698e6-b88d-48de-926b-d537dffda849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (cd1958fb-6fca-4984-be61-a43dde4a4b40), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:30.452166 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-19405b2c-4afb-490c-a279-0ee8b562b513 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Request body: {'port': {'device_id': 'b980b635-eece-4c60-9b6c-e18d32bdc7da', 'network_id': '94664734-1654-43f2-b262-23850dca9bb9', 'admin_state_up': True, 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:30.488415 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-c62193c0-006e-4d79-9be6-601763a7797d req-3d1b5e79-5b35-4f7b-9b34-31fb0ccacafc tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Request body: {'port': {'device_id': '9116ee60-50e6-48c5-bcc1-8e9d08e35458', 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62', 'admin_state_up': True, 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'security_groups': ['6b942c5d-30a8-4cd9-9c6d-654f94aaa873']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:30.510472 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ab15ad81-ff11-45aa-bb98-175b96aad6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'name': 'tempest-AttachVolumeNegativeTest-1440631548-router', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:14Z', 'revision_number': 4, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'gw_port': {'id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'b6ffcef5-68aa-421a-9700-c16472c89579', 'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'mac_address': 'fa:16:3e:73:f3:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:13Z', 'updated_at': '2022-05-26T13:56:28Z', 'revision_number': 4, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'subnets': [{'id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:30.511462 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-4930d0b9-d743-42a4-87aa-64bad844b993 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Request body: {'port': {'device_id': 'e953c9eb-adb5-49a2-b9c2-03633d118240', 'network_id': '94664734-1654-43f2-b262-23850dca9bb9', 'admin_state_up': True, 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:30.524136 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:30.525288 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-729b336f-2fa2-498e-b48f-6e3a0033b702 None None] Current status of the port b6ffcef5-68aa-421a-9700-c16472c89579 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:30.525676 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-729b336f-2fa2-498e-b48f-6e3a0033b702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (b6ffcef5-68aa-421a-9700-c16472c89579), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:30.690037 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab15ad81-ff11-45aa-bb98-175b96aad6e8 None None] The sync data for ids ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'] in dv-cinder-842130-1-iscsi is: [{'id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'name': 'tempest-AttachVolumeNegativeTest-1440631548-router', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:14Z', 'revision_number': 4, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'gw_port': {'id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'b6ffcef5-68aa-421a-9700-c16472c89579', 'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'mac_address': 'fa:16:3e:73:f3:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:13Z', 'updated_at': '2022-05-26T13:56:28Z', 'revision_number': 4, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'subnets': [{'id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:56:30.692370 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device b6ffcef5-68aa-421a-9700-c16472c89579 up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:56:30.708748 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-a8b698e6-b88d-48de-926b-d537dffda849 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f223017dc9f7489a8089463f44fd53a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5335267 May 26 13:56:30.794986 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.82', 49486) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:30.795343 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 42966) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:30.936015 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-729b336f-2fa2-498e-b48f-6e3a0033b702 None None] For port b6ffcef5-68aa-421a-9700-c16472c89579, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=b6ffcef5-68aa-421a-9700-c16472c89579,segment=NetworkSegment(93677cf8-8388-429d-a7a5-bdb9a9d46a00),segment_id=93677cf8-8388-429d-a7a5-bdb9a9d46a00)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:56:30.959389 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-729b336f-2fa2-498e-b48f-6e3a0033b702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (b6ffcef5-68aa-421a-9700-c16472c89579), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:30.981450 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-ffe3481b-97be-4053-99d2-ef2a24729358 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8d0143b-9f68-4c1b-a919-a3a667b7d168 HTTP/1.1" status: 200 len: 217 time: 0.5258286 May 26 13:56:30.999077 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port b6ffcef5-68aa-421a-9700-c16472c89579 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:31.000155 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (b6ffcef5-68aa-421a-9700-c16472c89579), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:31.039705 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b698e6-b88d-48de-926b-d537dffda849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1958fb-6fca-4984-be61-a43dde4a4b40,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:31.200609 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-eb0bb54b-8fc2-4548-a9ce-f7885c8eb0cb req-7f6bd759-b926-4fe9-9b96-849c981e3533 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 210 time: 0.3074770 May 26 13:56:31.341224 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:31.356158 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-19405b2c-4afb-490c-a279-0ee8b562b513 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Made reservation on behalf of e3d27b9eb0ef4c338c18c2a1d02db444 for: {'port': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:56:31.363468 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-19405b2c-4afb-490c-a279-0ee8b562b513 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:31.406586 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b336f-2fa2-498e-b48f-6e3a0033b702 None None] Pushing event updated for resources: {'Port': ['ID=b6ffcef5-68aa-421a-9700-c16472c89579,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:31.423487 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-a80ada49-fdf1-42c6-b3f4-39ac825af810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:31.424948 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-a80ada49-fdf1-42c6-b3f4-39ac825af810 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=67799537-471b-4d37-90a7-26b2abc3faf9 HTTP/1.1" status: 200 len: 851 time: 0.3661530 May 26 13:56:31.489947 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port b6ffcef5-68aa-421a-9700-c16472c89579 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:31.580064 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25f9ae-ae07-4181-81da-19e7bce6fac5 req-5e1a6edd-535b-463b-9be3-4ad0ba05b502 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:31.580375 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc174e5e-5115-41ef-a5c0-ad54504fb249 admin admin] Publish callbacks [] for security_group (cd1958fb-6fca-4984-be61-a43dde4a4b40), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:31.583297 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3f25f9ae-ae07-4181-81da-19e7bce6fac5 req-5e1a6edd-535b-463b-9be3-4ad0ba05b502 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 943 time: 0.4259894 May 26 13:56:31.614273 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e2f557ab-a9c8-474f-a9f7-5c1546e70cb4 req-03bb8639-0e9b-4602-acb2-c203daab8fd1 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 210 time: 0.2107823 May 26 13:56:31.753227 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-6ce78693-c1fc-4587-8bf4-0c9c66f3e5c1 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:31.754885 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-6ce78693-c1fc-4587-8bf4-0c9c66f3e5c1 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.82 "GET /v2.0/networks?id=5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 HTTP/1.1" status: 200 len: 815 time: 0.9436219 May 26 13:56:31.757075 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 43024) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:31.775689 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:31.776663 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c62193c0-006e-4d79-9be6-601763a7797d req-3d1b5e79-5b35-4f7b-9b34-31fb0ccacafc tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Made reservation on behalf of 7116b23d173c4192a6c8d996ad31d57c for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:56:31.784061 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c62193c0-006e-4d79-9be6-601763a7797d req-3d1b5e79-5b35-4f7b-9b34-31fb0ccacafc tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:31.797430 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-a3f88539-5fa1-4804-93de-62c2537d7c61 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25f232ca-c251-4c00-a04c-4af0a5376fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3487484 May 26 13:56:32.020230 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4ef24435-6213-4f59-aa83-b926db246433 req-1a535424-c805-460b-9073-dfb7f9596643 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 210 time: 0.2033372 May 26 13:56:32.059211 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-246ebab2-bde1-4f36-a051-6837e7870f9a service neutron] 10.222.0.82 "GET /v2.0/networks/25f232ca-c251-4c00-a04c-4af0a5376fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755245 May 26 13:56:32.392554 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc174e5e-5115-41ef-a5c0-ad54504fb249 admin admin] Publish callbacks [] for security_group (cd1958fb-6fca-4984-be61-a43dde4a4b40), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:32.402458 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e201c97a-fea5-434c-89b2-6e074976bc98 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2038932193-network', 'tenant_id': '55c936bd8e71491da96a2abe726918a2'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:32.437133 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-b392374f-e1b8-4c75-b1b8-d9f44534945c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af9d168c40ea4df99b495eb06245d066 HTTP/1.1" status: 200 len: 380 time: 0.6077616 May 26 13:56:32.567413 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device b6ffcef5-68aa-421a-9700-c16472c89579 up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:56:32.672817 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-c62193c0-006e-4d79-9be6-601763a7797d req-3d1b5e79-5b35-4f7b-9b34-31fb0ccacafc tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Allocated IP 172.20.0.13 (8b5ae806-b190-4516-8465-70dba440ef62/610ffda6-b7a7-4a06-84a4-402e2b1f27f2/0d486a1e-7691-438f-a89c-df9425b682f1) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:56:32.674895 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port b6ffcef5-68aa-421a-9700-c16472c89579 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:32.675389 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (b6ffcef5-68aa-421a-9700-c16472c89579), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:32.802282 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-4930d0b9-d743-42a4-87aa-64bad844b993 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Made reservation on behalf of e3d27b9eb0ef4c338c18c2a1d02db444 for: {'port': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:56:32.806931 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-4930d0b9-d743-42a4-87aa-64bad844b993 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:32.819267 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 43050) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:32.825362 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port b6ffcef5-68aa-421a-9700-c16472c89579 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:32.873822 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3f25f9ae-ae07-4181-81da-19e7bce6fac5 req-a90899c7-cfac-4042-b6eb-9072fe59f05f tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2580986 May 26 13:56:33.011314 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bd699b97-7df5-4736-ac07-79759faf81f5 req-a4729b1b-f6ca-4de1-b9f4-ee1d480bacd6 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 210 time: 0.1936266 May 26 13:56:33.026588 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:33.027373 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:33.036749 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-acf47384-8ac3-4423-9f79-bdaf0e5d065c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Request body: {'port': {'device_id': '71af8283-a8f5-44e7-bdcd-6606070472b2', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'admin_state_up': True, 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'security_groups': ['2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:33.107876 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c62193c0-006e-4d79-9be6-601763a7797d req-3d1b5e79-5b35-4f7b-9b34-31fb0ccacafc tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for port (0d486a1e-7691-438f-a89c-df9425b682f1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:33.116140 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7bb6f1fa-d2a8-4e7d-bbb2-83ead10ef750 req-c8494b9a-e968-41a2-a892-f0e9337b4564 service neutron] 10.222.0.82 "GET /v2.0/networks/25f232ca-c251-4c00-a04c-4af0a5376fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0067334 May 26 13:56:33.194513 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e201c97a-fea5-434c-89b2-6e074976bc98 admin admin] Made reservation on behalf of 55c936bd8e71491da96a2abe726918a2 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:56:33.198882 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e201c97a-fea5-434c-89b2-6e074976bc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:33.232931 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e201c97a-fea5-434c-89b2-6e074976bc98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:33.248207 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7a157f0a-3cbe-48ba-a076-9016592ddc91 req-2f1312ff-3be0-4bef-a4b3-5fe32149e550 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 210 time: 0.0811884 May 26 13:56:33.252361 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-19405b2c-4afb-490c-a279-0ee8b562b513 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Allocated IP 172.20.0.10 (94664734-1654-43f2-b262-23850dca9bb9/463c251f-969b-49e6-b225-a476c859b795/d789974b-4593-46b6-9ee2-38b74839df10) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:56:33.292313 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1298bcaf-abf4-4c64-8de4-766681b61087 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:33.300153 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc174e5e-5115-41ef-a5c0-ad54504fb249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (cd1958fb-6fca-4984-be61-a43dde4a4b40), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:33.302989 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc174e5e-5115-41ef-a5c0-ad54504fb249 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:33.304130 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-bc174e5e-5115-41ef-a5c0-ad54504fb249 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/cd1958fb-6fca-4984-be61-a43dde4a4b40 HTTP/1.1" status: 204 len: 168 time: 2.4915733 May 26 13:56:33.323018 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b6645be5-1d41-4566-a986-39d6ef097f86 req-18e37cdb-a2a1-4332-82c5-75deb63d6f86 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 210 time: 0.1489241 May 26 13:56:33.333409 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c62193c0-006e-4d79-9be6-601763a7797d req-3d1b5e79-5b35-4f7b-9b34-31fb0ccacafc tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297'] for port (0d486a1e-7691-438f-a89c-df9425b682f1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:33.421468 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc174e5e-5115-41ef-a5c0-ad54504fb249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1958fb-6fca-4984-be61-a43dde4a4b40,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:33.467935 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c62193c0-006e-4d79-9be6-601763a7797d req-3d1b5e79-5b35-4f7b-9b34-31fb0ccacafc tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Network 8b5ae806-b190-4516-8465-70dba440ef62 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:56:33.480538 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-c62193c0-006e-4d79-9be6-601763a7797d req-3d1b5e79-5b35-4f7b-9b34-31fb0ccacafc tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:56:33.489553 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-acf47384-8ac3-4423-9f79-bdaf0e5d065c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Made reservation on behalf of af9d168c40ea4df99b495eb06245d066 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:56:33.493126 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-acf47384-8ac3-4423-9f79-bdaf0e5d065c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:33.508120 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62193c0-006e-4d79-9be6-601763a7797d req-3d1b5e79-5b35-4f7b-9b34-31fb0ccacafc tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:56:33.513411 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62193c0-006e-4d79-9be6-601763a7797d req-3d1b5e79-5b35-4f7b-9b34-31fb0ccacafc tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:33.514132 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c62193c0-006e-4d79-9be6-601763a7797d req-3d1b5e79-5b35-4f7b-9b34-31fb0ccacafc tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:33.523773 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b5e79-5b35-4f7b-9b34-31fb0ccacafc tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Pushing event updated for resources: {'Port': ['ID=0d486a1e-7691-438f-a89c-df9425b682f1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:33.564795 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c62193c0-006e-4d79-9be6-601763a7797d req-3d1b5e79-5b35-4f7b-9b34-31fb0ccacafc tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1127758 May 26 13:56:33.566193 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:33.600602 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1298bcaf-abf4-4c64-8de4-766681b61087 admin admin] Publish callbacks [] for security_group (45a497fd-b19b-4c27-a8fa-e4beb74a5df9), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:33.607084 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-19405b2c-4afb-490c-a279-0ee8b562b513 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks [] for port (d789974b-4593-46b6-9ee2-38b74839df10), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:33.613199 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1298bcaf-abf4-4c64-8de4-766681b61087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (45a497fd-b19b-4c27-a8fa-e4beb74a5df9), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:33.631374 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:33.660801 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-1298bcaf-abf4-4c64-8de4-766681b61087 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a387c957936242528b0b3a90a1059586&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8370202 May 26 13:56:33.664666 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 43084) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:33.674767 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e201c97a-fea5-434c-89b2-6e074976bc98 admin admin] Publish callbacks [] for security_group (5eb8c2b6-ebed-44b5-a80c-ce2bda7cf80e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:33.727019 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298bcaf-abf4-4c64-8de4-766681b61087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a497fd-b19b-4c27-a8fa-e4beb74a5df9,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:33.730715 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e201c97a-fea5-434c-89b2-6e074976bc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (5eb8c2b6-ebed-44b5-a80c-ce2bda7cf80e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:33.736009 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-740bd599-e008-46fc-a581-80f6d86acc5b admin admin] Publish callbacks [] for security_group (45a497fd-b19b-4c27-a8fa-e4beb74a5df9), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:33.770521 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5,neutron:INSERT=14 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:33.779122 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-740bd599-e008-46fc-a581-80f6d86acc5b admin admin] Publish callbacks [] for security_group (45a497fd-b19b-4c27-a8fa-e4beb74a5df9), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:33.791054 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-acf47384-8ac3-4423-9f79-bdaf0e5d065c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Allocated IP 172.20.0.12 (5f7e5c2e-dcd0-44c0-a251-a7bcffefb292/3a255f09-ad18-4a84-8012-2f8575f58a13/44b52c9b-2e5c-490a-ab42-cd30ca4bea28) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:56:33.791486 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-19405b2c-4afb-490c-a279-0ee8b562b513 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297'] for port (d789974b-4593-46b6-9ee2-38b74839df10), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:33.793495 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e201c97a-fea5-434c-89b2-6e074976bc98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 13:56:33.801383 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201c97a-fea5-434c-89b2-6e074976bc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb8c2b6-ebed-44b5-a80c-ce2bda7cf80e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:33.822964 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e201c97a-fea5-434c-89b2-6e074976bc98 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727248709223', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990'] for segment (ebeb25ef-d49c-40ee-b6ec-494a1ae33bba), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:33.823555 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.db.segments_db [None req-e201c97a-fea5-434c-89b2-6e074976bc98 admin admin] Added segment ebeb25ef-d49c-40ee-b6ec-494a1ae33bba of type vlan for network 271f6b1a-d189-4bc9-a123-efcba1d7f365 May 26 13:56:33.830461 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-54dd600c-7355-42bc-a89e-7d31e6dbf6c5 None None] Provisioning complete for port 0d486a1e-7691-438f-a89c-df9425b682f1 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:33.833065 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-54dd600c-7355-42bc-a89e-7d31e6dbf6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (0d486a1e-7691-438f-a89c-df9425b682f1), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:33.888629 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-54dd600c-7355-42bc-a89e-7d31e6dbf6c5 None None] Port 0d486a1e-7691-438f-a89c-df9425b682f1 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:56:33.901372 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e201c97a-fea5-434c-89b2-6e074976bc98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248153200'] for network (271f6b1a-d189-4bc9-a123-efcba1d7f365), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:33.912371 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19405b2c-4afb-490c-a279-0ee8b562b513 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Pushing event updated for resources: {'Port': ['ID=d789974b-4593-46b6-9ee2-38b74839df10,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:33.940947 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-19405b2c-4afb-490c-a279-0ee8b562b513 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Network 94664734-1654-43f2-b262-23850dca9bb9 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:56:33.945330 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-19405b2c-4afb-490c-a279-0ee8b562b513 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:56:33.949872 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-19405b2c-4afb-490c-a279-0ee8b562b513 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:56:33.955682 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-19405b2c-4afb-490c-a279-0ee8b562b513 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:33.956516 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-19405b2c-4afb-490c-a279-0ee8b562b513 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:34.011797 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-19405b2c-4afb-490c-a279-0ee8b562b513 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5655618 May 26 13:56:34.022362 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-4930d0b9-d743-42a4-87aa-64bad844b993 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Allocated IP 172.20.0.12 (94664734-1654-43f2-b262-23850dca9bb9/463c251f-969b-49e6-b225-a476c859b795/9ea477a5-0b77-466c-b782-069bc53617e5) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:56:34.038443 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-740bd599-e008-46fc-a581-80f6d86acc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (45a497fd-b19b-4c27-a8fa-e4beb74a5df9), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:34.041290 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-740bd599-e008-46fc-a581-80f6d86acc5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:34.042074 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-740bd599-e008-46fc-a581-80f6d86acc5b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/45a497fd-b19b-4c27-a8fa-e4beb74a5df9 HTTP/1.1" status: 204 len: 168 time: 0.3752065 May 26 13:56:34.057659 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53937401-764e-48c9-a2d5-79e284400cae req-5b21a52d-2511-4b5c-8b37-0cd9556144ef tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:34.058119 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e201c97a-fea5-434c-89b2-6e074976bc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (271f6b1a-d189-4bc9-a123-efcba1d7f365), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:34.059161 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e201c97a-fea5-434c-89b2-6e074976bc98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:34.059423 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-53937401-764e-48c9-a2d5-79e284400cae req-5b21a52d-2511-4b5c-8b37-0cd9556144ef tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 943 time: 0.0957606 May 26 13:56:34.063117 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e201c97a-fea5-434c-89b2-6e074976bc98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:34.070635 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740bd599-e008-46fc-a581-80f6d86acc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a497fd-b19b-4c27-a8fa-e4beb74a5df9,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:34.183813 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-e201c97a-fea5-434c-89b2-6e074976bc98 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.3916299 May 26 13:56:34.194910 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-53937401-764e-48c9-a2d5-79e284400cae req-0eedc5b0-7dd6-41cd-9913-4d31ab5aef5b tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221483 May 26 13:56:34.198280 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 43108) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:34.222742 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201c97a-fea5-434c-89b2-6e074976bc98 admin admin] Pushing event updated for resources: {'Network': ['ID=271f6b1a-d189-4bc9-a123-efcba1d7f365,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:34.227799 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-acf47384-8ac3-4423-9f79-bdaf0e5d065c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for port (44b52c9b-2e5c-490a-ab42-cd30ca4bea28), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:34.241538 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Network 271f6b1a-d189-4bc9-a123-efcba1d7f365 details requested by agent ovs-agent-dv-cinder-842130-1-iscsi with host dv-cinder-842130-1-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 13:56:34.245379 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-10a338c3-e871-4078-adbf-b855cef3239e admin admin] Request body: {'subnet': {'network_id': '271f6b1a-d189-4bc9-a123-efcba1d7f365', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2038932193-subnet', 'tenant_id': '55c936bd8e71491da96a2abe726918a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:34.252502 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:34.320971 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=5 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:34.328805 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-acf47384-8ac3-4423-9f79-bdaf0e5d065c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297'] for port (44b52c9b-2e5c-490a-ab42-cd30ca4bea28), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:34.345487 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=19 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:34.347397 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7be5397b-39a1-40c3-bcda-4137442279f3 req-8019a390-1297-4202-9416-47ab4a955fd9 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 210 time: 0.0914497 May 26 13:56:34.354028 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a338c3-e871-4078-adbf-b855cef3239e admin admin] Made reservation on behalf of 55c936bd8e71491da96a2abe726918a2 for: {'subnet': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:56:34.359067 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-10a338c3-e871-4078-adbf-b855cef3239e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:34.438555 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:34.440785 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-acf47384-8ac3-4423-9f79-bdaf0e5d065c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Network 5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:56:34.452910 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-acf47384-8ac3-4423-9f79-bdaf0e5d065c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:56:34.455773 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf47384-8ac3-4423-9f79-bdaf0e5d065c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Pushing event updated for resources: {'Port': ['ID=44b52c9b-2e5c-490a-ab42-cd30ca4bea28,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:34.455972 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-a96df60e-2af2-4ea5-aaf3-bd05d04f2ee8 None None] Provisioning complete for port d789974b-4593-46b6-9ee2-38b74839df10 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:34.461698 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a96df60e-2af2-4ea5-aaf3-bd05d04f2ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (d789974b-4593-46b6-9ee2-38b74839df10), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:34.474373 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-acf47384-8ac3-4423-9f79-bdaf0e5d065c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:56:34.482129 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-acf47384-8ac3-4423-9f79-bdaf0e5d065c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:34.482776 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-acf47384-8ac3-4423-9f79-bdaf0e5d065c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:34.514182 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-acf47384-8ac3-4423-9f79-bdaf0e5d065c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6658332 May 26 13:56:34.539753 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-a96df60e-2af2-4ea5-aaf3-bd05d04f2ee8 None None] Port d789974b-4593-46b6-9ee2-38b74839df10 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:56:34.615403 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26457908-9faa-4d04-9ae4-4f3ec12b2ea3 req-8f11ded0-1b1e-422b-806b-124aa0063289 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:34.617353 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-26457908-9faa-4d04-9ae4-4f3ec12b2ea3 req-8f11ded0-1b1e-422b-806b-124aa0063289 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 932 time: 0.1443458 May 26 13:56:34.732029 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:34.755329 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-4930d0b9-d743-42a4-87aa-64bad844b993 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks [] for port (9ea477a5-0b77-466c-b782-069bc53617e5), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:34.765932 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-5978454d-cdd8-440d-8062-10fc2f56f506 None None] Provisioning complete for port 44b52c9b-2e5c-490a-ab42-cd30ca4bea28 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:34.766544 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5978454d-cdd8-440d-8062-10fc2f56f506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (44b52c9b-2e5c-490a-ab42-cd30ca4bea28), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:34.791308 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:34.812644 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-5978454d-cdd8-440d-8062-10fc2f56f506 None None] Port 44b52c9b-2e5c-490a-ab42-cd30ca4bea28 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:56:34.825346 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 43126) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:34.835578 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f43038-0b66-47bc-abd1-07b4e6ecf393 req-74cefcd7-3802-416d-948a-c669a00b6629 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:34.837487 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a2f43038-0b66-47bc-abd1-07b4e6ecf393 req-74cefcd7-3802-416d-948a-c669a00b6629 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 932 time: 0.3168049 May 26 13:56:34.847989 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a4939390-eccb-4e4a-ac0d-f55d711b962d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:34.909648 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-26457908-9faa-4d04-9ae4-4f3ec12b2ea3 req-81987f7b-60ec-47da-80d5-6eab730c8ac7 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959081 May 26 13:56:34.944422 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-ff0245b0-12f1-436f-b1af-eaa72022f110 service neutron] Request body: {'port': {'device_id': 'b980b635-eece-4c60-9b6c-e18d32bdc7da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84213'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:34.947512 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-37d4a07d-9c4d-4b49-b10f-c92c8481a582 service neutron] Request body: {'port': {'device_id': '71af8283-a8f5-44e7-bdcd-6606070472b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84213'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:34.981620 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-c62193c0-006e-4d79-9be6-601763a7797d req-ab9ec853-a85c-41f7-8cfb-9f73064f4a0b service neutron] Request body: {'port': {'device_id': '9116ee60-50e6-48c5-bcc1-8e9d08e35458', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84213'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:35.002374 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-10a338c3-e871-4078-adbf-b855cef3239e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for subnet (575c8641-13fb-4970-9052-d830fa65e7be), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:35.003146 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:35.027791 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a2f43038-0b66-47bc-abd1-07b4e6ecf393 req-aa74627d-3cb3-4150-a098-d860c48349e4 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793573 May 26 13:56:35.030021 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-4930d0b9-d743-42a4-87aa-64bad844b993 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297'] for port (9ea477a5-0b77-466c-b782-069bc53617e5), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:35.082020 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb8716-9206-414e-a53a-e77c3b0e80ce req-e57cb7cd-a850-453b-90d3-5140a9177486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:35.084078 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5fcb8716-9206-414e-a53a-e77c3b0e80ce req-e57cb7cd-a850-453b-90d3-5140a9177486 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9ed49180e7f24cb296141d06576ead81&device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 1127 time: 0.1566482 May 26 13:56:35.093934 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a4939390-eccb-4e4a-ac0d-f55d711b962d admin admin] Publish callbacks [] for security_group (95afaaa2-cfa7-4103-af9a-eacc16c32496), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:35.126471 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:35.159483 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-4930d0b9-d743-42a4-87aa-64bad844b993 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Network 94664734-1654-43f2-b262-23850dca9bb9 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:56:35.165185 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-ff0245b0-12f1-436f-b1af-eaa72022f110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (d789974b-4593-46b6-9ee2-38b74839df10), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:35.168653 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a4939390-eccb-4e4a-ac0d-f55d711b962d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (95afaaa2-cfa7-4103-af9a-eacc16c32496), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:35.193431 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-4930d0b9-d743-42a4-87aa-64bad844b993 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:56:35.206162 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a338c3-e871-4078-adbf-b855cef3239e admin admin] Pushing event updated for resources: {'Subnet': ['ID=575c8641-13fb-4970-9052-d830fa65e7be,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:35.208991 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-4930d0b9-d743-42a4-87aa-64bad844b993 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:56:35.214435 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-4930d0b9-d743-42a4-87aa-64bad844b993 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:35.215321 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-4930d0b9-d743-42a4-87aa-64bad844b993 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:35.237117 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4930d0b9-d743-42a4-87aa-64bad844b993 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Pushing event updated for resources: {'Port': ['ID=9ea477a5-0b77-466c-b782-069bc53617e5,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:35.344324 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-4930d0b9-d743-42a4-87aa-64bad844b993 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8968499 May 26 13:56:35.365977 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a338c3-e871-4078-adbf-b855cef3239e admin admin] Checking segment: {'id': 'ebeb25ef-d49c-40ee-b6ec-494a1ae33bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '271f6b1a-d189-4bc9-a123-efcba1d7f365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:56:35.366723 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a338c3-e871-4078-adbf-b855cef3239e admin admin] Network hostable DHCP agents. Network: 271f6b1a-d189-4bc9-a123-efcba1d7f365, hostable agents: ['d9e93f65-b338-473a-bf3d-e7a4456d9980'], hosted agents: [] {{(pid=103886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 13:56:35.403749 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-a4939390-eccb-4e4a-ac0d-f55d711b962d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7c9b3fc9d01a41f992304fa82153c9e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5766547 May 26 13:56:35.413440 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 43148) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:35.415598 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4939390-eccb-4e4a-ac0d-f55d711b962d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95afaaa2-cfa7-4103-af9a-eacc16c32496,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:35.469567 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-37d4a07d-9c4d-4b49-b10f-c92c8481a582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (44b52c9b-2e5c-490a-ab42-cd30ca4bea28), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:35.488286 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c62193c0-006e-4d79-9be6-601763a7797d req-ab9ec853-a85c-41f7-8cfb-9f73064f4a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (0d486a1e-7691-438f-a89c-df9425b682f1), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:35.535599 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb8716-9206-414e-a53a-e77c3b0e80ce req-1b5fda48-103d-4e30-9404-af95352e0255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:35.537068 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5fcb8716-9206-414e-a53a-e77c3b0e80ce req-1b5fda48-103d-4e30-9404-af95352e0255 service neutron] 10.222.0.82 "GET /v2.0/networks?id=25f232ca-c251-4c00-a04c-4af0a5376fd0 HTTP/1.1" status: 200 len: 912 time: 0.4139788 May 26 13:56:35.543609 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-b0973b95-e6cf-4a09-80b0-a23cf14ed09c None None] Provisioning complete for port 9ea477a5-0b77-466c-b782-069bc53617e5 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:35.544681 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b0973b95-e6cf-4a09-80b0-a23cf14ed09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (9ea477a5-0b77-466c-b782-069bc53617e5), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:35.566772 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:35.578292 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:35.584893 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26ab55-52d9-4d4f-bbf4-d861e6a567fa req-55869ad2-e794-4141-a3cb-bd4ee789eb1c tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:35.585100 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-b0973b95-e6cf-4a09-80b0-a23cf14ed09c None None] Port 9ea477a5-0b77-466c-b782-069bc53617e5 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:56:35.591923 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-de26ab55-52d9-4d4f-bbf4-d861e6a567fa req-55869ad2-e794-4141-a3cb-bd4ee789eb1c tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 932 time: 0.0855367 May 26 13:56:35.618969 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d71a0-dab2-4251-b8cb-ed076739c744 req-7ece1ace-261f-4ca1-8196-74d751de5300 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:35.620455 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-115d71a0-dab2-4251-b8cb-ed076739c744 req-7ece1ace-261f-4ca1-8196-74d751de5300 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 943 time: 0.2991228 May 26 13:56:35.762630 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a338c3-e871-4078-adbf-b855cef3239e admin admin] Network 271f6b1a-d189-4bc9-a123-efcba1d7f365 is scheduled to be hosted by DHCP agent d9e93f65-b338-473a-bf3d-e7a4456d9980 with binding_index 1 {{(pid=103886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 13:56:35.805191 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d2895df7-5e3e-40da-acd4-d932f7da90c7 admin admin] Publish callbacks [] for security_group (95afaaa2-cfa7-4103-af9a-eacc16c32496), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:35.830562 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-10a338c3-e871-4078-adbf-b855cef3239e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842130-1-iscsi, 271f6b1a-d189-4bc9-a123-efcba1d7f365) {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:56:35.839102 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac033dab-6378-4a00-a90b-6841a8e23ed7 None None] Network 271f6b1a-d189-4bc9-a123-efcba1d7f365 requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:56:35.876785 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-de26ab55-52d9-4d4f-bbf4-d861e6a567fa req-983e809b-507c-43d0-8d56-491d6f49a15c tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835722 May 26 13:56:35.932100 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d2895df7-5e3e-40da-acd4-d932f7da90c7 admin admin] Publish callbacks [] for security_group (95afaaa2-cfa7-4103-af9a-eacc16c32496), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:35.981451 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=3 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:35.985969 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a338c3-e871-4078-adbf-b855cef3239e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:35.986561 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-10a338c3-e871-4078-adbf-b855cef3239e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:36.033321 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-c62193c0-006e-4d79-9be6-601763a7797d req-ab9ec853-a85c-41f7-8cfb-9f73064f4a0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d486a1e-7691-438f-a89c-df9425b682f1 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:56:36.042357 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630d6105-75a2-4eb0-a959-abe3ec13b632 None None] Network 271f6b1a-d189-4bc9-a123-efcba1d7f365 requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:56:36.042636 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c62193c0-006e-4d79-9be6-601763a7797d req-ab9ec853-a85c-41f7-8cfb-9f73064f4a0b service neutron] Publish callbacks [] for port (0d486a1e-7691-438f-a89c-df9425b682f1), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:36.044095 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-115d71a0-dab2-4251-b8cb-ed076739c744 req-cf6514ec-c445-4019-b0c5-b7164cca801f tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103286 May 26 13:56:36.105860 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-37d4a07d-9c4d-4b49-b10f-c92c8481a582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44b52c9b-2e5c-490a-ab42-cd30ca4bea28 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:56:36.116079 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-37d4a07d-9c4d-4b49-b10f-c92c8481a582 service neutron] Publish callbacks [] for port (44b52c9b-2e5c-490a-ab42-cd30ca4bea28), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:36.119909 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:36.132822 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532abb4f-6926-4982-9543-0e3389d0aa29 req-4296b0bf-5110-4e19-9c99-8718b3f6e8cc tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:36.135680 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-532abb4f-6926-4982-9543-0e3389d0aa29 req-4296b0bf-5110-4e19-9c99-8718b3f6e8cc tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 932 time: 0.1199591 May 26 13:56:36.323292 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-37d4a07d-9c4d-4b49-b10f-c92c8481a582 service neutron] Transition to ACTIVE for port object 44b52c9b-2e5c-490a-ab42-cd30ca4bea28 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 13:56:36.324432 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-c62193c0-006e-4d79-9be6-601763a7797d req-ab9ec853-a85c-41f7-8cfb-9f73064f4a0b service neutron] Transition to ACTIVE for port object 0d486a1e-7691-438f-a89c-df9425b682f1 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 13:56:36.329185 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-37d4a07d-9c4d-4b49-b10f-c92c8481a582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (44b52c9b-2e5c-490a-ab42-cd30ca4bea28), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:36.338511 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c62193c0-006e-4d79-9be6-601763a7797d req-ab9ec853-a85c-41f7-8cfb-9f73064f4a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (0d486a1e-7691-438f-a89c-df9425b682f1), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:36.362971 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d2895df7-5e3e-40da-acd4-d932f7da90c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (95afaaa2-cfa7-4103-af9a-eacc16c32496), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:36.365577 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d2895df7-5e3e-40da-acd4-d932f7da90c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:36.366707 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-d2895df7-5e3e-40da-acd4-d932f7da90c7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/95afaaa2-cfa7-4103-af9a-eacc16c32496 HTTP/1.1" status: 204 len: 168 time: 0.8879898 May 26 13:56:36.393440 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-10a338c3-e871-4078-adbf-b855cef3239e admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1564419 May 26 13:56:36.413937 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2895df7-5e3e-40da-acd4-d932f7da90c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95afaaa2-cfa7-4103-af9a-eacc16c32496,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:36.430097 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054990f6-5cef-4fca-b658-5affb6eb91df req-1aa48162-7c80-4e79-bf22-3435a55c6e59 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:36.438577 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-054990f6-5cef-4fca-b658-5affb6eb91df req-1aa48162-7c80-4e79-bf22-3435a55c6e59 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 944 time: 0.2997205 May 26 13:56:36.537948 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-532abb4f-6926-4982-9543-0e3389d0aa29 req-39f670b6-d304-4d93-9a14-8010e4351de5 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2225308 May 26 13:56:36.585345 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-ff0245b0-12f1-436f-b1af-eaa72022f110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d789974b-4593-46b6-9ee2-38b74839df10 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:56:36.594907 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-ff0245b0-12f1-436f-b1af-eaa72022f110 service neutron] Publish callbacks [] for port (d789974b-4593-46b6-9ee2-38b74839df10), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:36.609803 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-054990f6-5cef-4fca-b658-5affb6eb91df req-6f135c45-1c5f-41b6-8ae7-800a53b2e70e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697950 May 26 13:56:36.663064 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-ff0245b0-12f1-436f-b1af-eaa72022f110 service neutron] Transition to ACTIVE for port object d789974b-4593-46b6-9ee2-38b74839df10 will not be triggered until provisioned by entity L2. {{(pid=103886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 13:56:36.676670 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-ff0245b0-12f1-436f-b1af-eaa72022f110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (d789974b-4593-46b6-9ee2-38b74839df10), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:36.747925 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4a07d-9c4d-4b49-b10f-c92c8481a582 service neutron] Pushing event updated for resources: {'Port': ['ID=44b52c9b-2e5c-490a-ab42-cd30ca4bea28,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:36.809058 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0245b0-12f1-436f-b1af-eaa72022f110 service neutron] Pushing event updated for resources: {'Port': ['ID=d789974b-4593-46b6-9ee2-38b74839df10,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:36.872895 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-37d4a07d-9c4d-4b49-b10f-c92c8481a582 service neutron] Attempting to bind port 44b52c9b-2e5c-490a-ab42-cd30ca4bea28 on host hv-cinder-84213 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:56:36.875079 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-37d4a07d-9c4d-4b49-b10f-c92c8481a582 service neutron] Attempting to bind port 44b52c9b-2e5c-490a-ab42-cd30ca4bea28 by drivers openvswitch,hyperv on host hv-cinder-84213 at level 0 using segments [{'id': '93677cf8-8388-429d-a7a5-bdb9a9d46a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:56:36.875486 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-37d4a07d-9c4d-4b49-b10f-c92c8481a582 service neutron] Attempting to bind port 44b52c9b-2e5c-490a-ab42-cd30ca4bea28 on network 5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:56:36.882587 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ec853-a85c-41f7-8cfb-9f73064f4a0b service neutron] Pushing event updated for resources: {'Port': ['ID=0d486a1e-7691-438f-a89c-df9425b682f1,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:36.915687 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-37d4a07d-9c4d-4b49-b10f-c92c8481a582 service neutron] Port 44b52c9b-2e5c-490a-ab42-cd30ca4bea28 on network 5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84213 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 13:56:36.917191 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-37d4a07d-9c4d-4b49-b10f-c92c8481a582 service neutron] Attempting to bind port 44b52c9b-2e5c-490a-ab42-cd30ca4bea28 on network 5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:56:36.930010 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-37d4a07d-9c4d-4b49-b10f-c92c8481a582 service neutron] Checking agent: {'id': '7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'started_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:56:36.930450 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-37d4a07d-9c4d-4b49-b10f-c92c8481a582 service neutron] Checking segment: {'id': '93677cf8-8388-429d-a7a5-bdb9a9d46a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:56:36.930956 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-37d4a07d-9c4d-4b49-b10f-c92c8481a582 service neutron] Bound using segment: {'id': '93677cf8-8388-429d-a7a5-bdb9a9d46a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:56:36.931549 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-37d4a07d-9c4d-4b49-b10f-c92c8481a582 service neutron] Bound port: 44b52c9b-2e5c-490a-ab42-cd30ca4bea28, host: hv-cinder-84213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93677cf8-8388-429d-a7a5-bdb9a9d46a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:56:36.932261 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-37d4a07d-9c4d-4b49-b10f-c92c8481a582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (44b52c9b-2e5c-490a-ab42-cd30ca4bea28), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:36.980811 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-c62193c0-006e-4d79-9be6-601763a7797d req-ab9ec853-a85c-41f7-8cfb-9f73064f4a0b service neutron] Attempting to bind port 0d486a1e-7691-438f-a89c-df9425b682f1 on host hv-cinder-84213 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:56:36.981644 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-c62193c0-006e-4d79-9be6-601763a7797d req-ab9ec853-a85c-41f7-8cfb-9f73064f4a0b service neutron] Attempting to bind port 0d486a1e-7691-438f-a89c-df9425b682f1 by drivers openvswitch,hyperv on host hv-cinder-84213 at level 0 using segments [{'id': '19072dfe-0334-40e6-bb73-47766657aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:56:36.982127 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62193c0-006e-4d79-9be6-601763a7797d req-ab9ec853-a85c-41f7-8cfb-9f73064f4a0b service neutron] Attempting to bind port 0d486a1e-7691-438f-a89c-df9425b682f1 on network 8b5ae806-b190-4516-8465-70dba440ef62 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:56:37.004724 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-ff0245b0-12f1-436f-b1af-eaa72022f110 service neutron] Attempting to bind port d789974b-4593-46b6-9ee2-38b74839df10 on host hv-cinder-84213 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:56:37.005361 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-ff0245b0-12f1-436f-b1af-eaa72022f110 service neutron] Attempting to bind port d789974b-4593-46b6-9ee2-38b74839df10 by drivers openvswitch,hyperv on host hv-cinder-84213 at level 0 using segments [{'id': 'dadb0ef3-0764-477f-9135-b33720fcec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '94664734-1654-43f2-b262-23850dca9bb9'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:56:37.005461 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-ff0245b0-12f1-436f-b1af-eaa72022f110 service neutron] Attempting to bind port d789974b-4593-46b6-9ee2-38b74839df10 on network 94664734-1654-43f2-b262-23850dca9bb9 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:56:37.015110 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-ff0245b0-12f1-436f-b1af-eaa72022f110 service neutron] Port d789974b-4593-46b6-9ee2-38b74839df10 on network 94664734-1654-43f2-b262-23850dca9bb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84213 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 13:56:37.015570 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-ff0245b0-12f1-436f-b1af-eaa72022f110 service neutron] Attempting to bind port d789974b-4593-46b6-9ee2-38b74839df10 on network 94664734-1654-43f2-b262-23850dca9bb9 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:56:37.038464 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-ff0245b0-12f1-436f-b1af-eaa72022f110 service neutron] Checking agent: {'id': '7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'started_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:56:37.040545 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-ff0245b0-12f1-436f-b1af-eaa72022f110 service neutron] Checking segment: {'id': 'dadb0ef3-0764-477f-9135-b33720fcec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '94664734-1654-43f2-b262-23850dca9bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:56:37.041627 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-ff0245b0-12f1-436f-b1af-eaa72022f110 service neutron] Bound using segment: {'id': 'dadb0ef3-0764-477f-9135-b33720fcec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '94664734-1654-43f2-b262-23850dca9bb9'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:56:37.042974 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-ff0245b0-12f1-436f-b1af-eaa72022f110 service neutron] Bound port: d789974b-4593-46b6-9ee2-38b74839df10, host: hv-cinder-84213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dadb0ef3-0764-477f-9135-b33720fcec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '94664734-1654-43f2-b262-23850dca9bb9'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:56:37.043502 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-ff0245b0-12f1-436f-b1af-eaa72022f110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (d789974b-4593-46b6-9ee2-38b74839df10), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:37.160261 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-37d4a07d-9c4d-4b49-b10f-c92c8481a582 service neutron] For port 44b52c9b-2e5c-490a-ab42-cd30ca4bea28, host hv-cinder-84213, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:56:37.165434 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-37d4a07d-9c4d-4b49-b10f-c92c8481a582 service neutron] For port 44b52c9b-2e5c-490a-ab42-cd30ca4bea28, host hv-cinder-84213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=44b52c9b-2e5c-490a-ab42-cd30ca4bea28,segment=NetworkSegment(93677cf8-8388-429d-a7a5-bdb9a9d46a00),segment_id=93677cf8-8388-429d-a7a5-bdb9a9d46a00)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:56:37.171198 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62193c0-006e-4d79-9be6-601763a7797d req-ab9ec853-a85c-41f7-8cfb-9f73064f4a0b service neutron] Port 0d486a1e-7691-438f-a89c-df9425b682f1 on network 8b5ae806-b190-4516-8465-70dba440ef62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84213 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 13:56:37.171683 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62193c0-006e-4d79-9be6-601763a7797d req-ab9ec853-a85c-41f7-8cfb-9f73064f4a0b service neutron] Attempting to bind port 0d486a1e-7691-438f-a89c-df9425b682f1 on network 8b5ae806-b190-4516-8465-70dba440ef62 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:56:37.178687 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-37d4a07d-9c4d-4b49-b10f-c92c8481a582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (44b52c9b-2e5c-490a-ab42-cd30ca4bea28), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:37.199399 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-37d4a07d-9c4d-4b49-b10f-c92c8481a582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:37.200010 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-37d4a07d-9c4d-4b49-b10f-c92c8481a582 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:37.203102 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-37d4a07d-9c4d-4b49-b10f-c92c8481a582 service neutron] 10.222.0.82 "PUT /v2.0/ports/44b52c9b-2e5c-490a-ab42-cd30ca4bea28 HTTP/1.1" status: 200 len: 1094 time: 2.2608235 May 26 13:56:37.204820 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71af8283-a8f5-44e7-bdcd-6606070472b2', 'tag': '44b52c9b-2e5c-490a-ab42-cd30ca4bea28'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:56:37.207616 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a2fe3094dbca619affac8640d5d00e1e0d94bf0ce4138e249cf9dd9a9bbd82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424619c5-d795-4cd2-a3b9-7a01d95ea84e" -d '{"events": [{"name": "network-changed", "server_uuid": "71af8283-a8f5-44e7-bdcd-6606070472b2", "tag": "44b52c9b-2e5c-490a-ab42-cd30ca4bea28"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:56:37.210311 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62193c0-006e-4d79-9be6-601763a7797d req-ab9ec853-a85c-41f7-8cfb-9f73064f4a0b service neutron] Checking agent: {'id': '7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'started_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:56:37.210663 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62193c0-006e-4d79-9be6-601763a7797d req-ab9ec853-a85c-41f7-8cfb-9f73064f4a0b service neutron] Checking segment: {'id': '19072dfe-0334-40e6-bb73-47766657aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:56:37.211793 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62193c0-006e-4d79-9be6-601763a7797d req-ab9ec853-a85c-41f7-8cfb-9f73064f4a0b service neutron] Bound using segment: {'id': '19072dfe-0334-40e6-bb73-47766657aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:56:37.212272 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-c62193c0-006e-4d79-9be6-601763a7797d req-ab9ec853-a85c-41f7-8cfb-9f73064f4a0b service neutron] Bound port: 0d486a1e-7691-438f-a89c-df9425b682f1, host: hv-cinder-84213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19072dfe-0334-40e6-bb73-47766657aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:56:37.212669 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c62193c0-006e-4d79-9be6-601763a7797d req-ab9ec853-a85c-41f7-8cfb-9f73064f4a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (0d486a1e-7691-438f-a89c-df9425b682f1), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:37.260148 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:37.360544 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-c62193c0-006e-4d79-9be6-601763a7797d req-ab9ec853-a85c-41f7-8cfb-9f73064f4a0b service neutron] For port 0d486a1e-7691-438f-a89c-df9425b682f1, host hv-cinder-84213, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:56:37.368087 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-c62193c0-006e-4d79-9be6-601763a7797d req-ab9ec853-a85c-41f7-8cfb-9f73064f4a0b service neutron] For port 0d486a1e-7691-438f-a89c-df9425b682f1, host hv-cinder-84213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=0d486a1e-7691-438f-a89c-df9425b682f1,segment=NetworkSegment(19072dfe-0334-40e6-bb73-47766657aa3f),segment_id=19072dfe-0334-40e6-bb73-47766657aa3f)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:56:37.395884 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c62193c0-006e-4d79-9be6-601763a7797d req-ab9ec853-a85c-41f7-8cfb-9f73064f4a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (0d486a1e-7691-438f-a89c-df9425b682f1), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:37.444568 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4a07d-9c4d-4b49-b10f-c92c8481a582 service neutron] Pushing event updated for resources: {'Port': ['ID=44b52c9b-2e5c-490a-ab42-cd30ca4bea28,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:37.490561 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:37.503850 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62193c0-006e-4d79-9be6-601763a7797d req-ab9ec853-a85c-41f7-8cfb-9f73064f4a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:37.512879 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c62193c0-006e-4d79-9be6-601763a7797d req-ab9ec853-a85c-41f7-8cfb-9f73064f4a0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:37.518783 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c62193c0-006e-4d79-9be6-601763a7797d req-ab9ec853-a85c-41f7-8cfb-9f73064f4a0b service neutron] 10.222.0.82 "PUT /v2.0/ports/0d486a1e-7691-438f-a89c-df9425b682f1 HTTP/1.1" status: 200 len: 1094 time: 2.5585625 May 26 13:56:37.529859 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0aac45-bcca-42ee-938d-b74be9eb373e req-5302774a-becb-452a-a33a-79e76d8a77df tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:37.532009 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2b0aac45-bcca-42ee-938d-b74be9eb373e req-5302774a-becb-452a-a33a-79e76d8a77df tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 932 time: 0.4503605 May 26 13:56:37.546389 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-ff0245b0-12f1-436f-b1af-eaa72022f110 service neutron] For port d789974b-4593-46b6-9ee2-38b74839df10, host hv-cinder-84213, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:56:37.551960 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-ff0245b0-12f1-436f-b1af-eaa72022f110 service neutron] For port d789974b-4593-46b6-9ee2-38b74839df10, host hv-cinder-84213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=d789974b-4593-46b6-9ee2-38b74839df10,segment=NetworkSegment(dadb0ef3-0764-477f-9135-b33720fcec5f),segment_id=dadb0ef3-0764-477f-9135-b33720fcec5f)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:56:37.559291 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478f7bf-a3ae-42ee-b848-bf44cc5f1720 req-640acab7-bc3d-4e65-9c05-044e1ecf5dfb tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:37.560863 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4478f7bf-a3ae-42ee-b848-bf44cc5f1720 req-640acab7-bc3d-4e65-9c05-044e1ecf5dfb tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 943 time: 0.2575905 May 26 13:56:37.592399 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-ff0245b0-12f1-436f-b1af-eaa72022f110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (d789974b-4593-46b6-9ee2-38b74839df10), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:37.600833 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ec853-a85c-41f7-8cfb-9f73064f4a0b service neutron] Pushing event updated for resources: {'Port': ['ID=0d486a1e-7691-438f-a89c-df9425b682f1,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:37.739817 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-ff0245b0-12f1-436f-b1af-eaa72022f110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:37.742018 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-ff0245b0-12f1-436f-b1af-eaa72022f110 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:37.743605 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-ff0245b0-12f1-436f-b1af-eaa72022f110 service neutron] 10.222.0.82 "PUT /v2.0/ports/d789974b-4593-46b6-9ee2-38b74839df10 HTTP/1.1" status: 200 len: 1094 time: 2.8143463 May 26 13:56:37.751563 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b980b635-eece-4c60-9b6c-e18d32bdc7da', 'tag': 'd789974b-4593-46b6-9ee2-38b74839df10'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:56:37.914217 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 43224) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:37.950891 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-3f53efce-6379-4445-9634-ee63089dc2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:37.953867 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-3f53efce-6379-4445-9634-ee63089dc2d5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e3d27b9eb0ef4c338c18c2a1d02db444&device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 1128 time: 0.1223104 May 26 13:56:37.959232 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5fcb8716-9206-414e-a53a-e77c3b0e80ce req-36e80b4f-7d5b-4b75-8df2-21357856440a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8d0143b-9f68-4c1b-a919-a3a667b7d168 HTTP/1.1" status: 200 len: 217 time: 0.2392225 May 26 13:56:37.970424 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-3ca50a25-d95e-4aa5-8a99-71cbf2cacb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:37.981520 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-3ca50a25-d95e-4aa5-8a99-71cbf2cacb23 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=af9d168c40ea4df99b495eb06245d066&device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 1128 time: 0.1451101 May 26 13:56:37.983114 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-233e04f8-8697-49f8-abe1-87eaf397b50a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-847045696-network', 'tenant_id': '85d1284536e14774843dd9c75ba05998'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:37.997275 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-15b577a8-82b0-4f25-b187-211eaa9022e8 service neutron] Request body: {'port': {'device_id': 'e953c9eb-adb5-49a2-b9c2-03633d118240', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84213'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:38.003162 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0245b0-12f1-436f-b1af-eaa72022f110 service neutron] Pushing event updated for resources: {'Port': ['ID=d789974b-4593-46b6-9ee2-38b74839df10,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:38.073812 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2b0aac45-bcca-42ee-938d-b74be9eb373e req-09976780-a3e7-45e2-b92b-54f796405832 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5078888 May 26 13:56:38.182748 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4478f7bf-a3ae-42ee-b848-bf44cc5f1720 req-e54cb6d9-c968-4d6d-b96b-7e4a006af355 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5969684 May 26 13:56:38.220948 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-15b577a8-82b0-4f25-b187-211eaa9022e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (9ea477a5-0b77-466c-b782-069bc53617e5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:38.223464 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62193c0-006e-4d79-9be6-601763a7797d req-db54016c-d257-4d49-8dfa-9eecc9a60036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:38.224984 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c62193c0-006e-4d79-9be6-601763a7797d req-db54016c-d257-4d49-8dfa-9eecc9a60036 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7116b23d173c4192a6c8d996ad31d57c&device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 1128 time: 0.3132589 May 26 13:56:38.226729 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233e04f8-8697-49f8-abe1-87eaf397b50a admin admin] Made reservation on behalf of 85d1284536e14774843dd9c75ba05998 for: {'network': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:56:38.229498 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-233e04f8-8697-49f8-abe1-87eaf397b50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for network (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:38.237745 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652c584e-9c83-4646-be29-1947edcf8c8f x-openstack-request-id: req-652c584e-9c83-4646-be29-1947edcf8c8f {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:56:38.238315 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71af8283-a8f5-44e7-bdcd-6606070472b2", "tag": "44b52c9b-2e5c-490a-ab42-cd30ca4bea28", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:56:38.238315 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-652c584e-9c83-4646-be29-1947edcf8c8f {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:56:38.239382 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:38.240531 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-652c584e-9c83-4646-be29-1947edcf8c8f'] response: {'name': 'network-changed', 'server_uuid': '71af8283-a8f5-44e7-bdcd-6606070472b2', 'tag': '44b52c9b-2e5c-490a-ab42-cd30ca4bea28', 'status': 'completed', 'code': 200} May 26 13:56:38.257447 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a67d27a2ec375fafa348027e062b6cf3c7935884065918e746e599b143197b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa119eb3-d27e-4b7b-95fe-99911e1b5e68" -d '{"events": [{"name": "network-changed", "server_uuid": "b980b635-eece-4c60-9b6c-e18d32bdc7da", "tag": "d789974b-4593-46b6-9ee2-38b74839df10"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:56:38.292170 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-b17dd8e4-db4c-4e19-9df5-4b5f4a6cd5a9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d789974b-4593-46b6-9ee2-38b74839df10 HTTP/1.1" status: 200 len: 217 time: 0.1711550 May 26 13:56:38.293164 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:38.294405 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:38.296832 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-233e04f8-8697-49f8-abe1-87eaf397b50a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:38.298001 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb8716-9206-414e-a53a-e77c3b0e80ce req-4384d202-bc7b-46ed-b646-82357c478024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:38.299775 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5fcb8716-9206-414e-a53a-e77c3b0e80ce req-4384d202-bc7b-46ed-b646-82357c478024 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=67799537-471b-4d37-90a7-26b2abc3faf9 HTTP/1.1" status: 200 len: 851 time: 0.1720235 May 26 13:56:38.349777 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-17c2ceb0-dc1a-4006-a18f-42af0929ed21 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44b52c9b-2e5c-490a-ab42-cd30ca4bea28 HTTP/1.1" status: 200 len: 217 time: 0.2209113 May 26 13:56:38.376189 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c62193c0-006e-4d79-9be6-601763a7797d req-fbabc6ac-e966-4dbd-8f47-6737602cadf2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d486a1e-7691-438f-a89c-df9425b682f1 HTTP/1.1" status: 200 len: 217 time: 0.1320701 May 26 13:56:38.400704 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5fcb8716-9206-414e-a53a-e77c3b0e80ce req-2eae744f-6dcf-4b3d-ae4a-dc968dfd40a2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25f232ca-c251-4c00-a04c-4af0a5376fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696414 May 26 13:56:38.464309 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-4c3fbecb-5e9a-4af1-aba1-d65bbae5a415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:38.466130 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-4c3fbecb-5e9a-4af1-aba1-d65bbae5a415 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=463c251f-969b-49e6-b225-a476c859b795 HTTP/1.1" status: 200 len: 856 time: 0.1363263 May 26 13:56:38.518866 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device f8d0143b-9f68-4c1b-a919-a3a667b7d168 details requested by agent hyperv_hv-cinder-84213 with host hv-cinder-84213 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 13:56:38.548494 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-636c36be-bc7c-4014-8a40-27db88a8c1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:38.550172 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-636c36be-bc7c-4014-8a40-27db88a8c1b2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3a255f09-ad18-4a84-8012-2f8575f58a13 HTTP/1.1" status: 200 len: 854 time: 0.1812527 May 26 13:56:38.603239 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17518d-26b1-41d6-bf92-8a50e53a39a9 req-7aa80996-bcbd-4213-ad90-c1b190deeb70 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:38.605038 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1b17518d-26b1-41d6-bf92-8a50e53a39a9 req-7aa80996-bcbd-4213-ad90-c1b190deeb70 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.2991447 May 26 13:56:38.618945 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-fff13c7e-e290-49b1-b8e5-46998d77aba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:38.620465 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-fff13c7e-e290-49b1-b8e5-46998d77aba5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5f7e5c2e-dcd0-44c0-a251-a7bcffefb292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612435 May 26 13:56:38.636243 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd150d-b39a-4ff6-b0db-dca94da197ed req-8f32c6fb-c19c-4706-8340-2559dea1991f tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:38.640818 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-c53f59f4-2c12-4740-a497-05c8e003bcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:38.642345 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-c53f59f4-2c12-4740-a497-05c8e003bcd9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=94664734-1654-43f2-b262-23850dca9bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1624260 May 26 13:56:38.646180 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f2dd150d-b39a-4ff6-b0db-dca94da197ed req-8f32c6fb-c19c-4706-8340-2559dea1991f tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 944 time: 0.3139179 May 26 13:56:38.779910 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62193c0-006e-4d79-9be6-601763a7797d req-3bbd92ec-0f2b-4827-a9c8-472b782f3676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:38.781325 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c62193c0-006e-4d79-9be6-601763a7797d req-3bbd92ec-0f2b-4827-a9c8-472b782f3676 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=610ffda6-b7a7-4a06-84a4-402e2b1f27f2 HTTP/1.1" status: 200 len: 855 time: 0.3988943 May 26 13:56:38.799088 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5fcb8716-9206-414e-a53a-e77c3b0e80ce req-8cc4eb18-eca3-48f2-a5ba-296bcdba0d15 service neutron] 10.222.0.82 "GET /v2.0/networks/25f232ca-c251-4c00-a04c-4af0a5376fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606451 May 26 13:56:38.845108 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port f8d0143b-9f68-4c1b-a919-a3a667b7d168, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=f8d0143b-9f68-4c1b-a919-a3a667b7d168,segment=NetworkSegment(76186cb9-1bca-4d5b-badd-766070b91ee8),segment_id=76186cb9-1bca-4d5b-badd-766070b91ee8)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:56:38.862657 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Returning: {'device': 'f8d0143b-9f68-4c1b-a919-a3a667b7d168', 'network_id': '25f232ca-c251-4c00-a04c-4af0a5376fd0', 'port_id': 'f8d0143b-9f68-4c1b-a919-a3a667b7d168', 'mac_address': 'fa:16:3e:cb:44:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67799537-471b-4d37-90a7-26b2abc3faf9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 13:56:38.895679 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-233e04f8-8697-49f8-abe1-87eaf397b50a admin admin] Publish callbacks [] for security_group (aa1c62b2-448c-416b-a7b0-1c8328a5f7fc), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:38.913954 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port f8d0143b-9f68-4c1b-a919-a3a667b7d168 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:38.914898 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-db293ec9-ef47-4f5d-955a-14826b6b8a97 service neutron] 10.222.0.82 "GET /v2.0/networks/5f7e5c2e-dcd0-44c0-a251-a7bcffefb292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843769 May 26 13:56:38.916073 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (f8d0143b-9f68-4c1b-a919-a3a667b7d168), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:38.936238 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d0143b-9f68-4c1b-a919-a3a667b7d168 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:56:38.940831 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f2dd150d-b39a-4ff6-b0db-dca94da197ed req-c12c6093-2f61-420c-b8ba-0aa639f447ff tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2927246 May 26 13:56:38.960104 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-a3a14fbe-c046-4834-bbbe-a36e15699550 service neutron] 10.222.0.82 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029046 May 26 13:56:38.970081 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-233e04f8-8697-49f8-abe1-87eaf397b50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (aa1c62b2-448c-416b-a7b0-1c8328a5f7fc), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:38.973120 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port f8d0143b-9f68-4c1b-a919-a3a667b7d168, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=f8d0143b-9f68-4c1b-a919-a3a667b7d168,segment=NetworkSegment(76186cb9-1bca-4d5b-badd-766070b91ee8),segment_id=76186cb9-1bca-4d5b-badd-766070b91ee8)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:56:38.977897 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1b17518d-26b1-41d6-bf92-8a50e53a39a9 req-1e890c4c-9a94-4faf-bed3-9941c045e529 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3625422 May 26 13:56:38.986633 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (f8d0143b-9f68-4c1b-a919-a3a667b7d168), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:38.998492 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62193c0-006e-4d79-9be6-601763a7797d req-48a88dca-e22b-4bcd-a487-cfa39f6560ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:39.000689 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c62193c0-006e-4d79-9be6-601763a7797d req-48a88dca-e22b-4bcd-a487-cfa39f6560ac service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8b5ae806-b190-4516-8465-70dba440ef62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1912510 May 26 13:56:39.023207 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5fcb8716-9206-414e-a53a-e77c3b0e80ce req-9e13cc71-705c-4198-8723-f73c0032fa5b service neutron] 10.222.0.82 "GET /v2.0/networks/25f232ca-c251-4c00-a04c-4af0a5376fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090290 May 26 13:56:39.090640 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=f8d0143b-9f68-4c1b-a919-a3a667b7d168,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:39.118743 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:INSERT=8,neutron:SELECT=92 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:39.119823 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e04f8-8697-49f8-abe1-87eaf397b50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1c62b2-448c-416b-a7b0-1c8328a5f7fc,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:39.186218 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-233e04f8-8697-49f8-abe1-87eaf397b50a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=103886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 13:56:39.229040 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3c43401b-84ef-414c-9ff9-a66018b51890 req-ea5c7369-0888-4db5-a78a-4d21c51c51d9 service neutron] 10.222.0.82 "GET /v2.0/networks/5f7e5c2e-dcd0-44c0-a251-a7bcffefb292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068500 May 26 13:56:39.232672 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-96969975-9e8d-4f45-af8d-db4f2a7de73d req-ed4a45a3-24ef-4c14-a82c-7c97a85da75a service neutron] 10.222.0.82 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650018 May 26 13:56:39.303199 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-233e04f8-8697-49f8-abe1-87eaf397b50a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727248709223', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990'] for segment (e6a06906-e775-42ef-85d7-a2dc2b1333dc), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:39.303610 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.db.segments_db [None req-233e04f8-8697-49f8-abe1-87eaf397b50a admin admin] Added segment e6a06906-e775-42ef-85d7-a2dc2b1333dc of type vlan for network 33893767-d370-42e0-9a7e-a86dbe4c546d May 26 13:56:39.372083 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7360cbed-09c3-4d77-9973-4c5303585124 x-openstack-request-id: req-7360cbed-09c3-4d77-9973-4c5303585124 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:56:39.372083 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b980b635-eece-4c60-9b6c-e18d32bdc7da", "tag": "d789974b-4593-46b6-9ee2-38b74839df10", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:56:39.372083 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7360cbed-09c3-4d77-9973-4c5303585124 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:56:39.372083 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7360cbed-09c3-4d77-9973-4c5303585124'] response: {'name': 'network-changed', 'server_uuid': 'b980b635-eece-4c60-9b6c-e18d32bdc7da', 'tag': 'd789974b-4593-46b6-9ee2-38b74839df10', 'status': 'completed', 'code': 200} May 26 13:56:39.402209 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=6 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:39.409533 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef18892-5572-489a-9416-e2c33ac5e482 req-9b666ddc-324d-455e-85f3-3c63e90670b9 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:39.411299 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6ef18892-5572-489a-9416-e2c33ac5e482 req-9b666ddc-324d-455e-85f3-3c63e90670b9 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 932 time: 0.1883914 May 26 13:56:39.665657 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-233e04f8-8697-49f8-abe1-87eaf397b50a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248153200'] for network (33893767-d370-42e0-9a7e-a86dbe4c546d), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:39.721350 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c62193c0-006e-4d79-9be6-601763a7797d req-c5290ef8-603a-448d-8a28-e228ef37bb90 service neutron] 10.222.0.82 "GET /v2.0/networks/8b5ae806-b190-4516-8465-70dba440ef62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5984457 May 26 13:56:39.723547 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-15b577a8-82b0-4f25-b187-211eaa9022e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ea477a5-0b77-466c-b782-069bc53617e5 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:56:39.731908 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] get_ports_and_sgs() called for port_ids ['f8d0143b-9f68-4c1b-a919-a3a667b7d168'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:56:39.746103 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-15b577a8-82b0-4f25-b187-211eaa9022e8 service neutron] Publish callbacks [] for port (9ea477a5-0b77-466c-b782-069bc53617e5), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:39.771698 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17624eb8-8fe3-4896-80cc-9f1f21663c67 req-a6978508-3494-4e83-a538-be4c1c70535b tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:39.778786 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-17624eb8-8fe3-4896-80cc-9f1f21663c67 req-a6978508-3494-4e83-a538-be4c1c70535b tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 944 time: 0.3514893 May 26 13:56:39.810680 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-233e04f8-8697-49f8-abe1-87eaf397b50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (33893767-d370-42e0-9a7e-a86dbe4c546d), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:39.811714 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233e04f8-8697-49f8-abe1-87eaf397b50a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:39.812288 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-233e04f8-8697-49f8-abe1-87eaf397b50a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:39.816320 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-15b577a8-82b0-4f25-b187-211eaa9022e8 service neutron] Transition to ACTIVE for port object 9ea477a5-0b77-466c-b782-069bc53617e5 will not be triggered until provisioned by entity L2. {{(pid=103886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 13:56:39.840050 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6ef18892-5572-489a-9416-e2c33ac5e482 req-11c37c34-bb5a-4e1f-bf2f-60a34f332256 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089410 May 26 13:56:39.846774 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-15b577a8-82b0-4f25-b187-211eaa9022e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (9ea477a5-0b77-466c-b782-069bc53617e5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:39.943061 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-233e04f8-8697-49f8-abe1-87eaf397b50a admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.0125751 May 26 13:56:39.946220 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 43298) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:39.953506 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-621a1a84-fa0c-430a-a3fb-fc245411e90d admin admin] Request body: {'subnet': {'network_id': '33893767-d370-42e0-9a7e-a86dbe4c546d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-847045696-subnet', 'tenant_id': '85d1284536e14774843dd9c75ba05998', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:39.962886 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e04f8-8697-49f8-abe1-87eaf397b50a admin admin] Pushing event updated for resources: {'Network': ['ID=33893767-d370-42e0-9a7e-a86dbe4c546d,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:39.975962 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-17624eb8-8fe3-4896-80cc-9f1f21663c67 req-dc77715b-23ad-4c77-97fe-ce21bc7b9b34 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962452 May 26 13:56:40.001404 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621a1a84-fa0c-430a-a3fb-fc245411e90d admin admin] Made reservation on behalf of 85d1284536e14774843dd9c75ba05998 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:56:40.003872 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-621a1a84-fa0c-430a-a3fb-fc245411e90d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:40.018651 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Network 33893767-d370-42e0-9a7e-a86dbe4c546d details requested by agent ovs-agent-dv-cinder-842130-1-iscsi with host dv-cinder-842130-1-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 13:56:40.037606 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b577a8-82b0-4f25-b187-211eaa9022e8 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea477a5-0b77-466c-b782-069bc53617e5,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:40.045049 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:40.096266 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-15b577a8-82b0-4f25-b187-211eaa9022e8 service neutron] Attempting to bind port 9ea477a5-0b77-466c-b782-069bc53617e5 on host hv-cinder-84213 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:56:40.096516 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-15b577a8-82b0-4f25-b187-211eaa9022e8 service neutron] Attempting to bind port 9ea477a5-0b77-466c-b782-069bc53617e5 by drivers openvswitch,hyperv on host hv-cinder-84213 at level 0 using segments [{'id': 'dadb0ef3-0764-477f-9135-b33720fcec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '94664734-1654-43f2-b262-23850dca9bb9'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:56:40.097048 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-15b577a8-82b0-4f25-b187-211eaa9022e8 service neutron] Attempting to bind port 9ea477a5-0b77-466c-b782-069bc53617e5 on network 94664734-1654-43f2-b262-23850dca9bb9 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:56:40.131381 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-15b577a8-82b0-4f25-b187-211eaa9022e8 service neutron] Port 9ea477a5-0b77-466c-b782-069bc53617e5 on network 94664734-1654-43f2-b262-23850dca9bb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84213 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 13:56:40.132376 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-15b577a8-82b0-4f25-b187-211eaa9022e8 service neutron] Attempting to bind port 9ea477a5-0b77-466c-b782-069bc53617e5 on network 94664734-1654-43f2-b262-23850dca9bb9 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:56:40.152325 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:40.181425 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d1287b-7085-40d3-8fa1-457519575cc7 req-7fdf8923-9791-4d02-aeb3-af51a1cd6ef3 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:40.183031 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b9d1287b-7085-40d3-8fa1-457519575cc7 req-7fdf8923-9791-4d02-aeb3-af51a1cd6ef3 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 944 time: 0.1152349 May 26 13:56:40.183816 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-15b577a8-82b0-4f25-b187-211eaa9022e8 service neutron] Checking agent: {'id': '7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'started_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:56:40.184153 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-15b577a8-82b0-4f25-b187-211eaa9022e8 service neutron] Checking segment: {'id': 'dadb0ef3-0764-477f-9135-b33720fcec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '94664734-1654-43f2-b262-23850dca9bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:56:40.184531 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-15b577a8-82b0-4f25-b187-211eaa9022e8 service neutron] Bound using segment: {'id': 'dadb0ef3-0764-477f-9135-b33720fcec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '94664734-1654-43f2-b262-23850dca9bb9'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:56:40.184977 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-15b577a8-82b0-4f25-b187-211eaa9022e8 service neutron] Bound port: 9ea477a5-0b77-466c-b782-069bc53617e5, host: hv-cinder-84213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dadb0ef3-0764-477f-9135-b33720fcec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '94664734-1654-43f2-b262-23850dca9bb9'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:56:40.185362 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-15b577a8-82b0-4f25-b187-211eaa9022e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (9ea477a5-0b77-466c-b782-069bc53617e5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:40.200759 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:40.219536 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12558b-ec9d-4304-82e4-0f6b0b07736a req-35ece574-1194-4a29-93f4-c68256c9f86c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:40.226592 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3c12558b-ec9d-4304-82e4-0f6b0b07736a req-35ece574-1194-4a29-93f4-c68256c9f86c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.1076558 May 26 13:56:40.238683 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:40.241185 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9116ee60-50e6-48c5-bcc1-8e9d08e35458', 'tag': '0d486a1e-7691-438f-a89c-df9425b682f1'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:56:40.243849 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a2fe3094dbca619affac8640d5d00e1e0d94bf0ce4138e249cf9dd9a9bbd82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb2d9de-e291-4708-8a58-fcb4e5b4f8e5" -d '{"events": [{"name": "network-changed", "server_uuid": "9116ee60-50e6-48c5-bcc1-8e9d08e35458", "tag": "0d486a1e-7691-438f-a89c-df9425b682f1"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:56:40.267445 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-621a1a84-fa0c-430a-a3fb-fc245411e90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for subnet (2c2c784c-a4cd-4f3c-a036-2506bab1d55c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:40.337393 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b9d1287b-7085-40d3-8fa1-457519575cc7 req-c75db488-8398-44b3-b7f5-be5ed85e899d tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337187 May 26 13:56:40.346463 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-15b577a8-82b0-4f25-b187-211eaa9022e8 service neutron] For port 9ea477a5-0b77-466c-b782-069bc53617e5, host hv-cinder-84213, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:56:40.347100 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a1a84-fa0c-430a-a3fb-fc245411e90d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c2c784c-a4cd-4f3c-a036-2506bab1d55c,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:40.364383 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3c12558b-ec9d-4304-82e4-0f6b0b07736a req-7c3abe6b-8438-4ca1-a472-a15ff88d74e9 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368046 May 26 13:56:40.367494 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621a1a84-fa0c-430a-a3fb-fc245411e90d admin admin] Checking segment: {'id': 'e6a06906-e775-42ef-85d7-a2dc2b1333dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '33893767-d370-42e0-9a7e-a86dbe4c546d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:56:40.367615 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-15b577a8-82b0-4f25-b187-211eaa9022e8 service neutron] For port 9ea477a5-0b77-466c-b782-069bc53617e5, host hv-cinder-84213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=9ea477a5-0b77-466c-b782-069bc53617e5,segment=NetworkSegment(dadb0ef3-0764-477f-9135-b33720fcec5f),segment_id=dadb0ef3-0764-477f-9135-b33720fcec5f)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:56:40.367858 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621a1a84-fa0c-430a-a3fb-fc245411e90d admin admin] Network hostable DHCP agents. Network: 33893767-d370-42e0-9a7e-a86dbe4c546d, hostable agents: ['d9e93f65-b338-473a-bf3d-e7a4456d9980'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 13:56:40.378088 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-15b577a8-82b0-4f25-b187-211eaa9022e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (9ea477a5-0b77-466c-b782-069bc53617e5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:40.404242 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621a1a84-fa0c-430a-a3fb-fc245411e90d admin admin] Network 33893767-d370-42e0-9a7e-a86dbe4c546d is scheduled to be hosted by DHCP agent d9e93f65-b338-473a-bf3d-e7a4456d9980 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 13:56:40.417918 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3b842f-35ba-4925-bf22-7f249f6ec716 x-openstack-request-id: req-bf3b842f-35ba-4925-bf22-7f249f6ec716 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:56:40.418230 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9116ee60-50e6-48c5-bcc1-8e9d08e35458", "tag": "0d486a1e-7691-438f-a89c-df9425b682f1", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:56:40.418961 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bf3b842f-35ba-4925-bf22-7f249f6ec716 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:56:40.419215 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf3b842f-35ba-4925-bf22-7f249f6ec716'] response: {'name': 'network-changed', 'server_uuid': '9116ee60-50e6-48c5-bcc1-8e9d08e35458', 'tag': '0d486a1e-7691-438f-a89c-df9425b682f1', 'status': 'completed', 'code': 200} May 26 13:56:40.423582 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-621a1a84-fa0c-430a-a3fb-fc245411e90d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842130-1-iscsi, 33893767-d370-42e0-9a7e-a86dbe4c546d) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:56:40.435084 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621a1a84-fa0c-430a-a3fb-fc245411e90d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:40.435720 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-621a1a84-fa0c-430a-a3fb-fc245411e90d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:40.441542 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-15b577a8-82b0-4f25-b187-211eaa9022e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:40.444552 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b02021-9f37-4b8a-8d4d-1364a98c53ac None None] Network 33893767-d370-42e0-9a7e-a86dbe4c546d requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:56:40.447130 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-15b577a8-82b0-4f25-b187-211eaa9022e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:40.448800 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-15b577a8-82b0-4f25-b187-211eaa9022e8 service neutron] 10.222.0.82 "PUT /v2.0/ports/9ea477a5-0b77-466c-b782-069bc53617e5 HTTP/1.1" status: 200 len: 1094 time: 2.5382488 May 26 13:56:40.464438 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-621a1a84-fa0c-430a-a3fb-fc245411e90d admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5135705 May 26 13:56:40.527038 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-952f0853-82dc-4946-b44a-791033936eb0 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=0926e6ea11a2454e9a5b4ef6c5fd2d96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505111 May 26 13:56:40.553803 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b577a8-82b0-4f25-b187-211eaa9022e8 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea477a5-0b77-466c-b782-069bc53617e5,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:40.588942 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97744d3b-ba38-45b5-bdb0-697c50c969b2 None None] Network 33893767-d370-42e0-9a7e-a86dbe4c546d requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:56:40.602357 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 43320) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:40.744529 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-c4c2ba3f-f412-4447-bd36-dd72888ed0f2 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:40.746111 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-c4c2ba3f-f412-4447-bd36-dd72888ed0f2 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2131138 May 26 13:56:40.761385 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-1cb834b6-50d2-4c5d-8b71-64bb219146f1 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/quotas/0926e6ea11a2454e9a5b4ef6c5fd2d96 HTTP/1.1" status: 200 len: 375 time: 0.0097599 May 26 13:56:40.798178 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-b9b40598-cc44-485c-a09c-67317b47815b tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=0926e6ea11a2454e9a5b4ef6c5fd2d96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310602 May 26 13:56:40.807323 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c99dd3c-e140-4eef-aca2-75bb7b6be6a1 admin admin] Deleting subnet 575c8641-13fb-4970-9052-d830fa65e7be {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 13:56:40.810604 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c99dd3c-e140-4eef-aca2-75bb7b6be6a1 admin admin] Publish callbacks [] for subnet (575c8641-13fb-4970-9052-d830fa65e7be), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:40.845439 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c99dd3c-e140-4eef-aca2-75bb7b6be6a1 admin admin] Publish callbacks [] for subnet (575c8641-13fb-4970-9052-d830fa65e7be), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:40.855352 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c99dd3c-e140-4eef-aca2-75bb7b6be6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771753'] for subnet (575c8641-13fb-4970-9052-d830fa65e7be), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:40.951362 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c99dd3c-e140-4eef-aca2-75bb7b6be6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for subnet (575c8641-13fb-4970-9052-d830fa65e7be), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:40.982588 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99dd3c-e140-4eef-aca2-75bb7b6be6a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=575c8641-13fb-4970-9052-d830fa65e7be,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:40.994211 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c99dd3c-e140-4eef-aca2-75bb7b6be6a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:41.001992 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-17b28228-907d-463c-9af4-807d6cb541a6 req-e432b14d-3411-43f2-afe8-c0f5b9dc3930 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 210 time: 0.0609396 May 26 13:56:41.008366 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f3322-b557-47f6-bcda-6e7b17d34da8 req-e1b8db6a-4da9-4412-a597-2a5f1f64ce04 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:41.011284 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-1c99dd3c-e140-4eef-aca2-75bb7b6be6a1 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/575c8641-13fb-4970-9052-d830fa65e7be HTTP/1.1" status: 204 len: 168 time: 0.4075820 May 26 13:56:41.013441 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 43336) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:41.016948 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e43f3322-b557-47f6-bcda-6e7b17d34da8 req-e1b8db6a-4da9-4412-a597-2a5f1f64ce04 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 944 time: 0.0876520 May 26 13:56:41.074350 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e43f3322-b557-47f6-bcda-6e7b17d34da8 req-b7a9114f-db10-4a7e-80e3-2753783ad199 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556803 May 26 13:56:41.121405 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56c32767-c2ba-485b-a38d-d2802e525b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1846382'] for network (271f6b1a-d189-4bc9-a123-efcba1d7f365), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:41.135002 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:41.181483 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de467c1b-eaa6-4d4a-ba90-381fda6576a9 req-da2ae1ba-8d95-4e67-b707-ba9db0be863d tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:41.182550 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-de467c1b-eaa6-4d4a-ba90-381fda6576a9 req-da2ae1ba-8d95-4e67-b707-ba9db0be863d tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 944 time: 0.0572965 May 26 13:56:41.237185 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-de467c1b-eaa6-4d4a-ba90-381fda6576a9 req-0cbfc7ee-025a-42e1-87d4-66a8b148638b tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463448 May 26 13:56:41.244913 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56c32767-c2ba-485b-a38d-d2802e525b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769820', 'neutron.services.segments.db._delete_segments_for_network-8727248709232'] for network (271f6b1a-d189-4bc9-a123-efcba1d7f365), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:41.268199 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56c32767-c2ba-485b-a38d-d2802e525b53 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:56:41.268546 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56c32767-c2ba-485b-a38d-d2802e525b53 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:56:41.269338 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56c32767-c2ba-485b-a38d-d2802e525b53 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:56:41.269695 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56c32767-c2ba-485b-a38d-d2802e525b53 admin admin] Subscribe: > port after_create 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:56:41.270020 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56c32767-c2ba-485b-a38d-d2802e525b53 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:56:41.270353 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56c32767-c2ba-485b-a38d-d2802e525b53 admin admin] Subscribe: > port after_update 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:56:41.270677 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56c32767-c2ba-485b-a38d-d2802e525b53 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:56:41.270997 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56c32767-c2ba-485b-a38d-d2802e525b53 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:56:41.271313 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56c32767-c2ba-485b-a38d-d2802e525b53 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:56:41.271636 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56c32767-c2ba-485b-a38d-d2802e525b53 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:56:41.373226 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e953c9eb-adb5-49a2-b9c2-03633d118240', 'tag': '9ea477a5-0b77-466c-b782-069bc53617e5'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:56:41.376845 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a67d27a2ec375fafa348027e062b6cf3c7935884065918e746e599b143197b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1e579c-94b8-44bd-affb-e01f23e2fe7b" -d '{"events": [{"name": "network-changed", "server_uuid": "e953c9eb-adb5-49a2-b9c2-03633d118240", "tag": "9ea477a5-0b77-466c-b782-069bc53617e5"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:56:41.413398 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56c32767-c2ba-485b-a38d-d2802e525b53 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:56:41.414148 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56c32767-c2ba-485b-a38d-d2802e525b53 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:56:41.414698 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56c32767-c2ba-485b-a38d-d2802e525b53 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:56:41.415297 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56c32767-c2ba-485b-a38d-d2802e525b53 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:56:41.416022 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-56c32767-c2ba-485b-a38d-d2802e525b53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['271f6b1a-d189-4bc9-a123-efcba1d7f365']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:41.431844 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62ac51a-77f3-4e8d-9499-bd37a6b7a4b0 x-openstack-request-id: req-a62ac51a-77f3-4e8d-9499-bd37a6b7a4b0 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:56:41.432130 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e953c9eb-adb5-49a2-b9c2-03633d118240", "tag": "9ea477a5-0b77-466c-b782-069bc53617e5", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:56:41.432499 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a62ac51a-77f3-4e8d-9499-bd37a6b7a4b0 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:56:41.432895 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a62ac51a-77f3-4e8d-9499-bd37a6b7a4b0'] response: {'name': 'network-changed', 'server_uuid': 'e953c9eb-adb5-49a2-b9c2-03633d118240', 'tag': '9ea477a5-0b77-466c-b782-069bc53617e5', 'status': 'completed', 'code': 200} May 26 13:56:41.437554 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-56c32767-c2ba-485b-a38d-d2802e525b53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebeb25ef-d49c-40ee-b6ec-494a1ae33bba') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:41.437857 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-56c32767-c2ba-485b-a38d-d2802e525b53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebeb25ef-d49c-40ee-b6ec-494a1ae33bba') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:41.455355 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56c32767-c2ba-485b-a38d-d2802e525b53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727248710265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14006224'] for segment (ebeb25ef-d49c-40ee-b6ec-494a1ae33bba), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:41.477624 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56c32767-c2ba-485b-a38d-d2802e525b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990'] for segment (ebeb25ef-d49c-40ee-b6ec-494a1ae33bba), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:41.486761 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56c32767-c2ba-485b-a38d-d2802e525b53 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 13:56:41.487162 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56c32767-c2ba-485b-a38d-d2802e525b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14254023'] for segment (ebeb25ef-d49c-40ee-b6ec-494a1ae33bba), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:41.520898 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcab761-851d-41ff-b856-d5eb3ecda730 req-5fc7b245-17bc-4af9-a0c6-7c9ca16fcb26 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:41.522382 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7dcab761-851d-41ff-b856-d5eb3ecda730 req-5fc7b245-17bc-4af9-a0c6-7c9ca16fcb26 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 944 time: 0.0810013 May 26 13:56:41.544553 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0e722-3933-4935-8524-b970d8345c1d req-3b299bda-9d5e-4c37-a668-d39ec9be1c33 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:41.546659 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-30b0e722-3933-4935-8524-b970d8345c1d req-3b299bda-9d5e-4c37-a668-d39ec9be1c33 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0671232 May 26 13:56:41.561032 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56c32767-c2ba-485b-a38d-d2802e525b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778698'] for network (271f6b1a-d189-4bc9-a123-efcba1d7f365), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:41.568743 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56c32767-c2ba-485b-a38d-d2802e525b53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:41.575361 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-56c32767-c2ba-485b-a38d-d2802e525b53 admin admin] 10.222.0.91 "DELETE /v2.0/networks/271f6b1a-d189-4bc9-a123-efcba1d7f365 HTTP/1.1" status: 204 len: 168 time: 0.5607197 May 26 13:56:41.577433 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 43358) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:41.585189 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c32767-c2ba-485b-a38d-d2802e525b53 admin admin] Pushing event deleted for resources: {'Network': ['ID=271f6b1a-d189-4bc9-a123-efcba1d7f365,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:41.650410 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7dcab761-851d-41ff-b856-d5eb3ecda730 req-e1f0dbfc-1bdc-4089-be42-5155a1baf288 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224353 May 26 13:56:41.665422 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_v2 [None req-02372755-8365-46b4-9248-0b0aecb7b87d admin admin] Deleting subnet 2c2c784c-a4cd-4f3c-a036-2506bab1d55c {{(pid=103886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 13:56:41.672800 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-30b0e722-3933-4935-8524-b970d8345c1d req-dbf67b47-bf16-430a-b8df-beeb78afd5e2 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140642 May 26 13:56:41.673508 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-02372755-8365-46b4-9248-0b0aecb7b87d admin admin] Publish callbacks [] for subnet (2c2c784c-a4cd-4f3c-a036-2506bab1d55c), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:41.708199 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-02372755-8365-46b4-9248-0b0aecb7b87d admin admin] Publish callbacks [] for subnet (2c2c784c-a4cd-4f3c-a036-2506bab1d55c), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:41.718041 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-02372755-8365-46b4-9248-0b0aecb7b87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771753'] for subnet (2c2c784c-a4cd-4f3c-a036-2506bab1d55c), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:41.721572 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.services.segments.plugin [-] Segment ebeb25ef-d49c-40ee-b6ec-494a1ae33bba resource provider aggregate not found May 26 13:56:41.738449 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.services.segments.plugin [-] Segment ebeb25ef-d49c-40ee-b6ec-494a1ae33bba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ebeb25ef-d49c-40ee-b6ec-494a1ae33bba found for delete ", "request_id": "req-9b8d7187-34e9-40b1-bb52-19de28c5c2ca"}]} May 26 13:56:41.770540 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-02372755-8365-46b4-9248-0b0aecb7b87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for subnet (2c2c784c-a4cd-4f3c-a036-2506bab1d55c), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:41.801827 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02372755-8365-46b4-9248-0b0aecb7b87d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c2c784c-a4cd-4f3c-a036-2506bab1d55c,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:41.803746 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-02372755-8365-46b4-9248-0b0aecb7b87d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:41.809377 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 43366) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:41.809556 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-02372755-8365-46b4-9248-0b0aecb7b87d admin admin] 10.222.0.91 "DELETE /v2.0/subnets/2c2c784c-a4cd-4f3c-a036-2506bab1d55c HTTP/1.1" status: 204 len: 168 time: 0.2261899 May 26 13:56:41.876490 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f916444-cefc-4008-bb0f-933dc5eefe8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1846382'] for network (33893767-d370-42e0-9a7e-a86dbe4c546d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:41.954095 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f916444-cefc-4008-bb0f-933dc5eefe8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769820', 'neutron.services.segments.db._delete_segments_for_network-8727248709232'] for network (33893767-d370-42e0-9a7e-a86dbe4c546d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:41.974137 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-7f916444-cefc-4008-bb0f-933dc5eefe8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33893767-d370-42e0-9a7e-a86dbe4c546d']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:41.983547 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-7f916444-cefc-4008-bb0f-933dc5eefe8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a06906-e775-42ef-85d7-a2dc2b1333dc') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:41.983844 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-7f916444-cefc-4008-bb0f-933dc5eefe8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a06906-e775-42ef-85d7-a2dc2b1333dc') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:41.991579 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:41.993585 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f916444-cefc-4008-bb0f-933dc5eefe8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727248710265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14006224'] for segment (e6a06906-e775-42ef-85d7-a2dc2b1333dc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:42.009171 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f916444-cefc-4008-bb0f-933dc5eefe8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990'] for segment (e6a06906-e775-42ef-85d7-a2dc2b1333dc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:42.017479 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f916444-cefc-4008-bb0f-933dc5eefe8f admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 13:56:42.018110 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f916444-cefc-4008-bb0f-933dc5eefe8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14254023'] for segment (e6a06906-e775-42ef-85d7-a2dc2b1333dc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:42.020353 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:42.077867 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f916444-cefc-4008-bb0f-933dc5eefe8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778698'] for network (33893767-d370-42e0-9a7e-a86dbe4c546d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:42.081802 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f916444-cefc-4008-bb0f-933dc5eefe8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:42.085466 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-7f916444-cefc-4008-bb0f-933dc5eefe8f admin admin] 10.222.0.91 "DELETE /v2.0/networks/33893767-d370-42e0-9a7e-a86dbe4c546d HTTP/1.1" status: 204 len: 168 time: 0.2750170 May 26 13:56:42.104147 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f916444-cefc-4008-bb0f-933dc5eefe8f admin admin] Pushing event deleted for resources: {'Network': ['ID=33893767-d370-42e0-9a7e-a86dbe4c546d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:42.116357 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-88732e8f-937f-4eca-8bc9-7a6f94128eaa req-1bb3be15-cb8b-409a-a09a-7a9b4e7e6bee tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 210 time: 0.0436032 May 26 13:56:42.226626 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2399cb7-71d1-4e9c-a23c-3140d37860b5 req-dc9f3b82-9efa-4ffb-8cb4-d92fee9ff4bf tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:42.228339 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a2399cb7-71d1-4e9c-a23c-3140d37860b5 req-dc9f3b82-9efa-4ffb-8cb4-d92fee9ff4bf tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 944 time: 0.0629179 May 26 13:56:42.241632 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:42.287330 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a2399cb7-71d1-4e9c-a23c-3140d37860b5 req-cb22ea3e-8644-4708-ab5a-0f9d27b52556 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525198 May 26 13:56:42.342775 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 43386) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:42.369022 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca846ce-83a3-4b90-8859-e802eadf81bf req-c07d0eb6-aad2-488e-9bac-0c77b6b7d237 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:42.370532 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-eca846ce-83a3-4b90-8859-e802eadf81bf req-c07d0eb6-aad2-488e-9bac-0c77b6b7d237 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 944 time: 0.0551786 May 26 13:56:42.395059 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-a0ddd864-65bd-42e7-aef8-fb53d7a0c3aa admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=55c936bd8e71491da96a2abe726918a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0508544 May 26 13:56:42.397359 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 43388) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:42.439417 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-eca846ce-83a3-4b90-8859-e802eadf81bf req-c4a3c0e9-eda2-4c8d-bd10-9df000293e1e tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622652 May 26 13:56:42.465101 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cfd8dc7a-e1ab-411a-9bcb-18def542a32c admin admin] Publish callbacks [] for security_group (5eb8c2b6-ebed-44b5-a80c-ce2bda7cf80e), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:42.485957 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cfd8dc7a-e1ab-411a-9bcb-18def542a32c admin admin] Publish callbacks [] for security_group (5eb8c2b6-ebed-44b5-a80c-ce2bda7cf80e), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:42.532855 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cfd8dc7a-e1ab-411a-9bcb-18def542a32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (5eb8c2b6-ebed-44b5-a80c-ce2bda7cf80e), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:42.535358 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cfd8dc7a-e1ab-411a-9bcb-18def542a32c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:42.536471 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-cfd8dc7a-e1ab-411a-9bcb-18def542a32c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5eb8c2b6-ebed-44b5-a80c-ce2bda7cf80e HTTP/1.1" status: 204 len: 168 time: 0.1382289 May 26 13:56:42.543723 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd8dc7a-e1ab-411a-9bcb-18def542a32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb8c2b6-ebed-44b5-a80c-ce2bda7cf80e,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:42.799156 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37bcbb-8c80-4408-9a0d-4d5fea00f138 req-57edfabb-4b43-40d1-87c4-e8f2dba05bb9 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:42.800625 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6c37bcbb-8c80-4408-9a0d-4d5fea00f138 req-57edfabb-4b43-40d1-87c4-e8f2dba05bb9 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 944 time: 0.0790865 May 26 13:56:42.820203 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f4577-d1e6-498e-ac8d-efc9e2cdc9cb req-bb978822-3835-4a1a-9b3f-8bce67d2ecb9 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:42.821639 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b63f4577-d1e6-498e-ac8d-efc9e2cdc9cb req-bb978822-3835-4a1a-9b3f-8bce67d2ecb9 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0703340 May 26 13:56:42.847193 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:42.879985 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 43398) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:42.886827 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6c37bcbb-8c80-4408-9a0d-4d5fea00f138 req-4e7726bc-e4d0-499c-ad7a-a46a850a9fa3 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790379 May 26 13:56:42.901829 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b63f4577-d1e6-498e-ac8d-efc9e2cdc9cb req-c0d16a11-7c76-4806-87d3-21e2d9484059 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682085 May 26 13:56:42.921305 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-a38cd078-0378-46ad-a3bd-3eb75084da0a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=85d1284536e14774843dd9c75ba05998&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395479 May 26 13:56:42.923633 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 43400) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:42.969310 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4571cde5-2ebc-49c0-a3c5-e86151a917a1 admin admin] Publish callbacks [] for security_group (aa1c62b2-448c-416b-a7b0-1c8328a5f7fc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:42.990281 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4571cde5-2ebc-49c0-a3c5-e86151a917a1 admin admin] Publish callbacks [] for security_group (aa1c62b2-448c-416b-a7b0-1c8328a5f7fc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:43.036336 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4571cde5-2ebc-49c0-a3c5-e86151a917a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (aa1c62b2-448c-416b-a7b0-1c8328a5f7fc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:43.038972 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4571cde5-2ebc-49c0-a3c5-e86151a917a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:43.040098 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-4571cde5-2ebc-49c0-a3c5-e86151a917a1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/aa1c62b2-448c-416b-a7b0-1c8328a5f7fc HTTP/1.1" status: 204 len: 168 time: 0.1155682 May 26 13:56:43.048110 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571cde5-2ebc-49c0-a3c5-e86151a917a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1c62b2-448c-416b-a7b0-1c8328a5f7fc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:43.218646 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6c274c50-5e5b-433e-a46b-3ecc80f7b8db req-46019d9c-ca47-4b4c-911b-d0fdee89ae81 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 210 time: 0.0349624 May 26 13:56:43.422332 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9fa4e-9323-4d21-a7bd-f79a9c2c0a24 req-a759e4fd-5cc6-4533-b671-b548d48f24e5 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:43.423807 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4dc9fa4e-9323-4d21-a7bd-f79a9c2c0a24 req-a759e4fd-5cc6-4533-b671-b548d48f24e5 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 944 time: 0.0563149 May 26 13:56:43.477433 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4dc9fa4e-9323-4d21-a7bd-f79a9c2c0a24 req-bd25822d-7cfe-45fb-a309-7375a7ead585 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470054 May 26 13:56:43.573406 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc9b7c-61bd-4bea-a3e1-f85a88323635 req-35303dfa-3b61-4c9a-91d9-252a0dadc368 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:43.574943 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d4cc9b7c-61bd-4bea-a3e1-f85a88323635 req-35303dfa-3b61-4c9a-91d9-252a0dadc368 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 944 time: 0.0594985 May 26 13:56:43.628147 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d4cc9b7c-61bd-4bea-a3e1-f85a88323635 req-048ed4dc-75a3-43f2-a011-244743fccae6 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465949 May 26 13:56:43.761244 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.services.segments.plugin [-] Segment e6a06906-e775-42ef-85d7-a2dc2b1333dc resource provider aggregate not found May 26 13:56:43.786586 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.services.segments.plugin [-] Segment e6a06906-e775-42ef-85d7-a2dc2b1333dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6a06906-e775-42ef-85d7-a2dc2b1333dc found for delete ", "request_id": "req-b0619c5c-54d4-476f-9a7c-3cd3d8af236a"}]} May 26 13:56:44.042359 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede03236-9cd4-48cb-be6e-4e38d15579f2 req-8683e654-edd6-43c9-a6e7-cac1bee76e8b tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:44.044100 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ede03236-9cd4-48cb-be6e-4e38d15579f2 req-8683e654-edd6-43c9-a6e7-cac1bee76e8b tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 944 time: 0.0868394 May 26 13:56:44.060249 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932ab1b-12ae-45ae-a4c3-73fbc35a54c3 req-911c1586-1c9d-4f3b-a814-a6e8c1cfa892 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:44.061745 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0932ab1b-12ae-45ae-a4c3-73fbc35a54c3 req-911c1586-1c9d-4f3b-a814-a6e8c1cfa892 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0728943 May 26 13:56:44.135759 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ede03236-9cd4-48cb-be6e-4e38d15579f2 req-aad6a843-5075-4f64-b567-3bc21c668a50 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828929 May 26 13:56:44.140327 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0932ab1b-12ae-45ae-a4c3-73fbc35a54c3 req-6b72c2c9-1588-4789-946b-8e9a642d43b7 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663400 May 26 13:56:44.320173 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-64aa2993-5da8-4cbf-90ab-d0075a354885 req-e0b137b7-6591-409b-9c27-23562bdc72e5 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 210 time: 0.0321286 May 26 13:56:44.556795 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:44.607244 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1abe6-4b1d-4c46-889d-4dfff6690854 req-5e7fd1f2-2ba3-4c90-a399-ddfbb9d49d1a tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:44.608885 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-61d1abe6-4b1d-4c46-889d-4dfff6690854 req-5e7fd1f2-2ba3-4c90-a399-ddfbb9d49d1a tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 944 time: 0.0590639 May 26 13:56:44.650023 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:44.662447 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-61d1abe6-4b1d-4c46-889d-4dfff6690854 req-95ffbd98-1002-411d-aa3e-c6e74fdbbc93 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475252 May 26 13:56:44.754525 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8dbe2e-1310-44ee-8f84-3d90940db4dd req-8198c654-cc8a-44ac-9ac9-2c6d511674c9 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:44.759166 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2b8dbe2e-1310-44ee-8f84-3d90940db4dd req-8198c654-cc8a-44ac-9ac9-2c6d511674c9 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 944 time: 0.0471141 May 26 13:56:44.806820 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2b8dbe2e-1310-44ee-8f84-3d90940db4dd req-764ee262-a894-4a42-b97b-586ab1904425 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445023 May 26 13:56:45.141486 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 43512) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:45.271149 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-03aa5dab-0d71-4c5d-80f1-c664db2671b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:45.292085 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860d3b9-8ad6-4431-bf7b-d01a3b72130d req-33dde865-7ca0-4fd8-a5ac-14784efcc625 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:45.293573 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f860d3b9-8ad6-4431-bf7b-d01a3b72130d req-33dde865-7ca0-4fd8-a5ac-14784efcc625 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 944 time: 0.0765579 May 26 13:56:45.312622 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1000d-480b-4948-a98c-7e28e76be2da req-f1758bb7-b3e6-483a-b2b0-7660d6b211ee tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:45.314143 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-83e1000d-480b-4948-a98c-7e28e76be2da req-f1758bb7-b3e6-483a-b2b0-7660d6b211ee tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0693343 May 26 13:56:45.356331 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-03aa5dab-0d71-4c5d-80f1-c664db2671b2 admin admin] Publish callbacks [] for security_group (f709dc86-4366-49b9-b5bc-93a7af4ba171), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:45.365944 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-03aa5dab-0d71-4c5d-80f1-c664db2671b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (f709dc86-4366-49b9-b5bc-93a7af4ba171), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:45.374645 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f860d3b9-8ad6-4431-bf7b-d01a3b72130d req-f7a022b6-486d-4e78-8812-2776b850b5ef tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732250 May 26 13:56:45.388892 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-83e1000d-480b-4948-a98c-7e28e76be2da req-4f2b60d3-a6ea-4705-9a94-2f7e182da339 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665979 May 26 13:56:45.402971 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-03aa5dab-0d71-4c5d-80f1-c664db2671b2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=aa80592f90f54012ae709e6dad225ea8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2582815 May 26 13:56:45.403821 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 43526) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:45.438873 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa5dab-0d71-4c5d-80f1-c664db2671b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f709dc86-4366-49b9-b5bc-93a7af4ba171,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:45.471895 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1144c945-af3e-4d50-9170-5d6016e147a1 admin admin] Publish callbacks [] for security_group (f709dc86-4366-49b9-b5bc-93a7af4ba171), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:45.495611 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-963454f3-72aa-469d-bef2-c49098404627 req-22f86162-7dc1-4c41-84ce-de97176a8ec6 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 210 time: 0.0360234 May 26 13:56:45.513756 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1144c945-af3e-4d50-9170-5d6016e147a1 admin admin] Publish callbacks [] for security_group (f709dc86-4366-49b9-b5bc-93a7af4ba171), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:45.561802 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1144c945-af3e-4d50-9170-5d6016e147a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (f709dc86-4366-49b9-b5bc-93a7af4ba171), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:45.564269 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1144c945-af3e-4d50-9170-5d6016e147a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:45.565413 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-1144c945-af3e-4d50-9170-5d6016e147a1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f709dc86-4366-49b9-b5bc-93a7af4ba171 HTTP/1.1" status: 204 len: 168 time: 0.1606171 May 26 13:56:45.573100 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144c945-af3e-4d50-9170-5d6016e147a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f709dc86-4366-49b9-b5bc-93a7af4ba171,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:45.775130 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a99ce-6dd8-474e-956f-fff10c2d75f0 req-52fb4aa9-b2fb-4327-8b26-3af49b137441 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:45.776915 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5e2a99ce-6dd8-474e-956f-fff10c2d75f0 req-52fb4aa9-b2fb-4327-8b26-3af49b137441 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 944 time: 0.0479991 May 26 13:56:45.810241 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:45.827332 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5e2a99ce-6dd8-474e-956f-fff10c2d75f0 req-3c29af85-2556-4574-a398-bca04405e357 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431178 May 26 13:56:45.840960 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 43538) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:45.863908 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cd8db191-74c7-4996-8b41-82a9f2da7b44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:45.947682 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690af0e6-06bc-4348-a470-544c69e593f9 req-f50b81a2-d8c2-47ce-a74a-ab3aa30ad47a tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:45.949123 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-690af0e6-06bc-4348-a470-544c69e593f9 req-f50b81a2-d8c2-47ce-a74a-ab3aa30ad47a tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 944 time: 0.0632346 May 26 13:56:46.016439 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cd8db191-74c7-4996-8b41-82a9f2da7b44 admin admin] Publish callbacks [] for security_group (2e8184d3-a216-4757-9929-9cd846cb060b), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:46.022101 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-690af0e6-06bc-4348-a470-544c69e593f9 req-399568cb-2713-4db9-a25b-843865442960 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657215 May 26 13:56:46.023177 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cd8db191-74c7-4996-8b41-82a9f2da7b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (2e8184d3-a216-4757-9929-9cd846cb060b), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:46.060210 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8db191-74c7-4996-8b41-82a9f2da7b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8184d3-a216-4757-9929-9cd846cb060b,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:46.065040 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-cd8db191-74c7-4996-8b41-82a9f2da7b44 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=87419fd06eee43808f949e3f3fc69523&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226119 May 26 13:56:46.067411 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 43540) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:46.104233 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:46.116633 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fb9a8643-b937-488a-8877-c7b5efccfd35 admin admin] Publish callbacks [] for security_group (2e8184d3-a216-4757-9929-9cd846cb060b), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:46.138436 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fb9a8643-b937-488a-8877-c7b5efccfd35 admin admin] Publish callbacks [] for security_group (2e8184d3-a216-4757-9929-9cd846cb060b), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:46.186914 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fb9a8643-b937-488a-8877-c7b5efccfd35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (2e8184d3-a216-4757-9929-9cd846cb060b), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:46.189435 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fb9a8643-b937-488a-8877-c7b5efccfd35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:46.190602 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-fb9a8643-b937-488a-8877-c7b5efccfd35 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2e8184d3-a216-4757-9929-9cd846cb060b HTTP/1.1" status: 204 len: 168 time: 0.1222739 May 26 13:56:46.198421 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a8643-b937-488a-8877-c7b5efccfd35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8184d3-a216-4757-9929-9cd846cb060b,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:46.540670 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16c026-4ee6-4bb7-a52e-0f6145376fc5 req-30334ec6-fbc9-4116-aab7-592ac4405ad6 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:46.542175 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ac16c026-4ee6-4bb7-a52e-0f6145376fc5 req-30334ec6-fbc9-4116-aab7-592ac4405ad6 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0740421 May 26 13:56:46.548514 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e15485-7bca-4013-bd2e-5c5ef01b357a req-c855e91f-74f9-47f2-bb40-30e4bfa6ec47 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:46.549954 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a8e15485-7bca-4013-bd2e-5c5ef01b357a req-c855e91f-74f9-47f2-bb40-30e4bfa6ec47 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 944 time: 0.0967293 May 26 13:56:46.628666 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ac16c026-4ee6-4bb7-a52e-0f6145376fc5 req-3bc29f5b-146b-41f7-8ebe-20dc61654138 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777485 May 26 13:56:46.631888 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a8e15485-7bca-4013-bd2e-5c5ef01b357a req-c4840f19-bba3-4b63-8254-6f88f2fb55ba tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741248 May 26 13:56:46.723883 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6107db84-daa5-444f-a708-fc2f583ed16e req-b4ad9b6d-0a05-4e34-82c6-488bf547b007 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 210 time: 0.0322478 May 26 13:56:47.155779 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df6870-7c85-4626-8f3f-243692afefc8 req-6f82768f-f48c-46db-bf33-06af5afc46ba tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:47.157281 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-49df6870-7c85-4626-8f3f-243692afefc8 req-6f82768f-f48c-46db-bf33-06af5afc46ba tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 944 time: 0.2507541 May 26 13:56:47.178807 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b985c29-c393-4458-a618-996d2c74b983 req-567258c9-78b5-4a5f-98c8-78f38ae189c1 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:47.180253 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1b985c29-c393-4458-a618-996d2c74b983 req-567258c9-78b5-4a5f-98c8-78f38ae189c1 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 944 time: 0.0668759 May 26 13:56:47.231637 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-49df6870-7c85-4626-8f3f-243692afefc8 req-772aed52-b7f8-475f-b901-89884586ce13 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666549 May 26 13:56:47.256683 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1b985c29-c393-4458-a618-996d2c74b983 req-b43f6040-4ec7-478c-951a-176785f5c2d1 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697837 May 26 13:56:47.467366 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-457a7fd0-76df-4bb3-a036-634f2cde6806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:47.774468 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbf432-569c-4e0b-98e6-70fcaabc0442 req-7139d0e0-5535-4fb4-b21f-362e8193df84 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:47.775919 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cadbf432-569c-4e0b-98e6-70fcaabc0442 req-7139d0e0-5535-4fb4-b21f-362e8193df84 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0743554 May 26 13:56:47.782098 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a4527-0591-486c-a03d-b9f90818ec67 req-c7e1684f-5494-4ac7-8c2b-f24dde013988 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:47.783457 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1b7a4527-0591-486c-a03d-b9f90818ec67 req-c7e1684f-5494-4ac7-8c2b-f24dde013988 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 944 time: 0.0795264 May 26 13:56:47.790026 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:47.868777 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cadbf432-569c-4e0b-98e6-70fcaabc0442 req-37e6b238-34e7-4a38-83fd-c3b8d8b911f4 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843830 May 26 13:56:47.877694 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1b7a4527-0591-486c-a03d-b9f90818ec67 req-bf8d5073-6c01-44df-b847-792946d57d56 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864906 May 26 13:56:47.960242 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-163206ca-f8f8-422f-8f85-ebd7bc867150 req-7739bce2-9fea-4269-9b3c-cabe576e8338 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 210 time: 0.0265892 May 26 13:56:48.370817 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af01d7e-d14d-4ca2-8af6-7210a22bb0d8 req-0f572daf-e87d-4df9-a5cb-57879f404eb5 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:48.372266 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8af01d7e-d14d-4ca2-8af6-7210a22bb0d8 req-0f572daf-e87d-4df9-a5cb-57879f404eb5 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 944 time: 0.0726521 May 26 13:56:48.382077 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd0df6-4a4a-4b5b-9248-aa35ff95e71d req-a8d35224-202c-4185-838d-81dce901fa64 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:48.383437 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-23bd0df6-4a4a-4b5b-9248-aa35ff95e71d req-a8d35224-202c-4185-838d-81dce901fa64 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 944 time: 0.0574389 May 26 13:56:48.457101 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8af01d7e-d14d-4ca2-8af6-7210a22bb0d8 req-7e7469ac-427d-4a3b-9026-20afbd511c91 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726249 May 26 13:56:48.460309 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-23bd0df6-4a4a-4b5b-9248-aa35ff95e71d req-b852b63e-af71-4f16-8450-ba97fb23e7a8 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702534 May 26 13:56:48.477261 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device f8d0143b-9f68-4c1b-a919-a3a667b7d168 up at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:56:48.521638 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning for port f8d0143b-9f68-4c1b-a919-a3a667b7d168 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 13:56:48.528487 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning complete for port f8d0143b-9f68-4c1b-a919-a3a667b7d168 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:48.528640 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (f8d0143b-9f68-4c1b-a919-a3a667b7d168), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:48.602928 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port f8d0143b-9f68-4c1b-a919-a3a667b7d168 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:48.603371 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (f8d0143b-9f68-4c1b-a919-a3a667b7d168), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:48.626470 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8503557-47d9-4fc4-ad98-e698f675e2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d0143b-9f68-4c1b-a919-a3a667b7d168'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:56:48.700482 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port f8d0143b-9f68-4c1b-a919-a3a667b7d168, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=f8d0143b-9f68-4c1b-a919-a3a667b7d168,segment=NetworkSegment(76186cb9-1bca-4d5b-badd-766070b91ee8),segment_id=76186cb9-1bca-4d5b-badd-766070b91ee8)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:56:48.705552 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (f8d0143b-9f68-4c1b-a919-a3a667b7d168), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:48.754161 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=f8d0143b-9f68-4c1b-a919-a3a667b7d168,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:48.791529 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75cf6a0b0aca4359f4c43b56c27fa80c20f62c04807301a9a0ec5234ef5b0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2540b28e-a33c-4854-8521-7fbf03a8f5e7" -d '{"events": [{"server_uuid": "a8503557-47d9-4fc4-ad98-e698f675e2ce", "name": "network-vif-plugged", "status": "completed", "tag": "f8d0143b-9f68-4c1b-a919-a3a667b7d168"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:56:48.878125 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4195cf5-e883-4ce6-aaee-d552f1ea9f24 x-openstack-request-id: req-e4195cf5-e883-4ce6-aaee-d552f1ea9f24 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:56:48.878434 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8503557-47d9-4fc4-ad98-e698f675e2ce", "name": "network-vif-plugged", "status": "completed", "tag": "f8d0143b-9f68-4c1b-a919-a3a667b7d168", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:56:48.878690 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e4195cf5-e883-4ce6-aaee-d552f1ea9f24 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:56:48.879135 dv-cinder-842130-1-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4195cf5-e883-4ce6-aaee-d552f1ea9f24'] response: {'server_uuid': 'a8503557-47d9-4fc4-ad98-e698f675e2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d0143b-9f68-4c1b-a919-a3a667b7d168', 'code': 200} May 26 13:56:49.018000 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd686bf0-12e9-4bcd-9c68-64d8a15b9f96 req-e9f8b44f-b329-45e6-9ed6-f4f6b7615dff tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:49.019528 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dd686bf0-12e9-4bcd-9c68-64d8a15b9f96 req-e9f8b44f-b329-45e6-9ed6-f4f6b7615dff tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 944 time: 0.0774388 May 26 13:56:49.039950 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10760fe-160c-46ff-92ff-d0f9500331f9 req-a0f9d137-0950-4d3e-9a78-b0ef76fcf27d tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:49.043622 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f10760fe-160c-46ff-92ff-d0f9500331f9 req-a0f9d137-0950-4d3e-9a78-b0ef76fcf27d tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0699437 May 26 13:56:49.082470 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:49.109920 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dd686bf0-12e9-4bcd-9c68-64d8a15b9f96 req-1ca06b68-497a-44fb-b950-a5ddc4891837 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836680 May 26 13:56:49.114021 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f10760fe-160c-46ff-92ff-d0f9500331f9 req-ff9c5b9a-0983-4719-add2-e5593b3c591a tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655305 May 26 13:56:49.209580 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3a4cd3d1-3342-41ed-bf32-6e03d9fb9517 req-aa213a29-c9f4-492f-8483-0739a8c56341 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 210 time: 0.0343513 May 26 13:56:49.598154 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d20e72-dd3f-4e50-a684-a8df7687150d req-8d2a974d-2f46-4b97-b514-783c3f52fe44 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:49.599638 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c6d20e72-dd3f-4e50-a684-a8df7687150d req-8d2a974d-2f46-4b97-b514-783c3f52fe44 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 945 time: 0.0734997 May 26 13:56:49.605458 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a31154-f8e2-4f23-9fe6-6fa743d09796 req-0a2e8dba-0190-4cb1-a475-2883c022a838 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:49.606784 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-49a31154-f8e2-4f23-9fe6-6fa743d09796 req-0a2e8dba-0190-4cb1-a475-2883c022a838 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 944 time: 0.0819063 May 26 13:56:49.633640 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7278fe1e-1721-4570-8df0-21640ecda35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:49.681757 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c6d20e72-dd3f-4e50-a684-a8df7687150d req-cb7e8791-7ba0-42bb-92e7-d13bba9295f4 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740099 May 26 13:56:49.688877 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-49a31154-f8e2-4f23-9fe6-6fa743d09796 req-d99ae962-8369-4195-abbf-f8f588d7691e tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729241 May 26 13:56:50.256452 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945488e-5f55-4c11-8be7-067a48b17f18 req-82f90408-6232-4880-9a35-ec47a8c3b012 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:50.257961 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b945488e-5f55-4c11-8be7-067a48b17f18 req-82f90408-6232-4880-9a35-ec47a8c3b012 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 944 time: 0.0731382 May 26 13:56:50.272004 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889795e-3aa3-486b-9230-ca201e09856e req-14476248-c0b0-43ef-a7f1-218df0a6d2ff tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:50.273389 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8889795e-3aa3-486b-9230-ca201e09856e req-14476248-c0b0-43ef-a7f1-218df0a6d2ff tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0759783 May 26 13:56:50.344146 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b945488e-5f55-4c11-8be7-067a48b17f18 req-33a3b3d8-3f7b-4795-8e9a-c0a78d99f348 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791717 May 26 13:56:50.350827 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8889795e-3aa3-486b-9230-ca201e09856e req-c399925b-f0e7-42d4-9675-95843a9f9b5b tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714123 May 26 13:56:50.428477 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d59eb7f4-4b7a-4fa5-b75f-b638eb4e0687 req-88af145d-fb17-450c-8bcc-38b6da7f6da7 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 210 time: 0.0308435 May 26 13:56:50.834149 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab317e8-720a-4e09-ae1d-ac111f004ee9 req-eb312e35-51ba-4485-8e34-6ed222279671 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:50.835610 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-aab317e8-720a-4e09-ae1d-ac111f004ee9 req-eb312e35-51ba-4485-8e34-6ed222279671 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 944 time: 0.0770955 May 26 13:56:50.843900 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f0ca2-ca18-47c0-b0c7-85b30a67f698 req-df7f7c03-5b09-4589-9e9b-18ff3369ebfa tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:50.845306 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-681f0ca2-ca18-47c0-b0c7-85b30a67f698 req-df7f7c03-5b09-4589-9e9b-18ff3369ebfa tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 945 time: 0.0778353 May 26 13:56:50.911587 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-aab317e8-720a-4e09-ae1d-ac111f004ee9 req-1aab22b4-45d4-4c23-87ee-95d33a40c41c tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653462 May 26 13:56:50.925642 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-681f0ca2-ca18-47c0-b0c7-85b30a67f698 req-d5395b27-d30e-4055-a368-a859591ed6c1 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728059 May 26 13:56:51.249567 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:51.394946 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 44b52c9b-2e5c-490a-ab42-cd30ca4bea28 details requested by agent hyperv_hv-cinder-84213 with host hv-cinder-84213 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 13:56:51.469978 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:51.508987 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 44b52c9b-2e5c-490a-ab42-cd30ca4bea28, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=44b52c9b-2e5c-490a-ab42-cd30ca4bea28,segment=NetworkSegment(93677cf8-8388-429d-a7a5-bdb9a9d46a00),segment_id=93677cf8-8388-429d-a7a5-bdb9a9d46a00)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:56:51.509758 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db3833-793b-4470-bb7c-7c14f5fc1446 req-2e15b76c-fd63-4772-9150-70114ee2afcc tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:51.511561 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-17db3833-793b-4470-bb7c-7c14f5fc1446 req-2e15b76c-fd63-4772-9150-70114ee2afcc tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 944 time: 0.0856078 May 26 13:56:51.521387 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e41c9-d3b0-4ad9-a5c1-116521f28ae4 req-0b73376d-c379-486a-9866-a05a24444a37 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:51.523063 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ec8e41c9-d3b0-4ad9-a5c1-116521f28ae4 req-0b73376d-c379-486a-9866-a05a24444a37 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0671976 May 26 13:56:51.532636 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Returning: {'device': '44b52c9b-2e5c-490a-ab42-cd30ca4bea28', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'port_id': '44b52c9b-2e5c-490a-ab42-cd30ca4bea28', 'mac_address': 'fa:16:3e:ec:25:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 13:56:51.574221 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 44b52c9b-2e5c-490a-ab42-cd30ca4bea28 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:51.574614 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (44b52c9b-2e5c-490a-ab42-cd30ca4bea28), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:51.588875 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b52c9b-2e5c-490a-ab42-cd30ca4bea28 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:56:51.606539 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-17db3833-793b-4470-bb7c-7c14f5fc1446 req-e8a4f68f-0b1e-4404-94fc-172fcc2f243e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824916 May 26 13:56:51.610686 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ec8e41c9-d3b0-4ad9-a5c1-116521f28ae4 req-246829e0-f9ec-4627-b9e1-5944e4e7279e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800736 May 26 13:56:51.618613 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 44b52c9b-2e5c-490a-ab42-cd30ca4bea28, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=44b52c9b-2e5c-490a-ab42-cd30ca4bea28,segment=NetworkSegment(93677cf8-8388-429d-a7a5-bdb9a9d46a00),segment_id=93677cf8-8388-429d-a7a5-bdb9a9d46a00)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:56:51.625756 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (44b52c9b-2e5c-490a-ab42-cd30ca4bea28), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:51.647407 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:51.676456 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=44b52c9b-2e5c-490a-ab42-cd30ca4bea28,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:51.713062 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6b6029c0-701a-41ef-8d01-beca89d2fb54 req-c779d888-e03f-4faf-b13b-42a647f27474 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 210 time: 0.0298462 May 26 13:56:51.835160 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 43712) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:51.940139 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb453126-a7d4-48ef-b738-ccc48bdc5c3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:52.024108 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb453126-a7d4-48ef-b738-ccc48bdc5c3c admin admin] Publish callbacks [] for security_group (5d1cb9c5-5c3b-4387-9e69-f9665a21e060), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:52.030687 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb453126-a7d4-48ef-b738-ccc48bdc5c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (5d1cb9c5-5c3b-4387-9e69-f9665a21e060), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:52.061835 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3882b6a-bd62-414b-9544-2a0775246682 req-b7e488de-b60d-428a-8dc8-d90d14ba225d tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:52.063307 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a3882b6a-bd62-414b-9544-2a0775246682 req-b7e488de-b60d-428a-8dc8-d90d14ba225d tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 944 time: 0.0847650 May 26 13:56:52.072645 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-cb453126-a7d4-48ef-b738-ccc48bdc5c3c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=68517d0619fc4e7391e1952f7ff0dc79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363112 May 26 13:56:52.074652 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb453126-a7d4-48ef-b738-ccc48bdc5c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1cb9c5-5c3b-4387-9e69-f9665a21e060,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:52.077476 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 43724) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:52.092310 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699581c-9cac-4ee2-8a83-ddc8cec302ab req-be37bb22-81ca-4ce2-80c9-cbfbbf67967e tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:52.093781 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1699581c-9cac-4ee2-8a83-ddc8cec302ab req-be37bb22-81ca-4ce2-80c9-cbfbbf67967e tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 945 time: 0.0805430 May 26 13:56:52.114993 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:UPDATE=2,neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:52.127317 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c279b799-1ee4-46c5-8f4f-735d57da87a9 admin admin] Publish callbacks [] for security_group (5d1cb9c5-5c3b-4387-9e69-f9665a21e060), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:52.145549 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a3882b6a-bd62-414b-9544-2a0775246682 req-8c25b213-b7c8-4145-a414-2af165ff77a6 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760615 May 26 13:56:52.150583 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c279b799-1ee4-46c5-8f4f-735d57da87a9 admin admin] Publish callbacks [] for security_group (5d1cb9c5-5c3b-4387-9e69-f9665a21e060), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:52.171801 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1699581c-9cac-4ee2-8a83-ddc8cec302ab req-969ad70a-697e-4034-b5c2-02d4a5b3cfa4 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715904 May 26 13:56:52.205969 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c279b799-1ee4-46c5-8f4f-735d57da87a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (5d1cb9c5-5c3b-4387-9e69-f9665a21e060), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:52.208497 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c279b799-1ee4-46c5-8f4f-735d57da87a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:52.209675 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-c279b799-1ee4-46c5-8f4f-735d57da87a9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5d1cb9c5-5c3b-4387-9e69-f9665a21e060 HTTP/1.1" status: 204 len: 168 time: 0.1312823 May 26 13:56:52.217412 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279b799-1ee4-46c5-8f4f-735d57da87a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1cb9c5-5c3b-4387-9e69-f9665a21e060,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:52.457825 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:52.485217 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 43730) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:52.498206 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a41d954-9c8c-4412-9981-0f936056c58e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:52.501121 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:DELETE=5,neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:52.579243 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a41d954-9c8c-4412-9981-0f936056c58e admin admin] Publish callbacks [] for security_group (35bd4249-4904-4f01-b6ec-63aa3033baa1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:52.582658 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a41d954-9c8c-4412-9981-0f936056c58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (35bd4249-4904-4f01-b6ec-63aa3033baa1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:52.632008 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-3a41d954-9c8c-4412-9981-0f936056c58e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9a93d2fe75fb4e43b9fd147fd5c8d1a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1456947 May 26 13:56:52.633258 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a41d954-9c8c-4412-9981-0f936056c58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35bd4249-4904-4f01-b6ec-63aa3033baa1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:52.634712 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 43734) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:52.676354 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:52.723598 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5e8d1c3-aa7b-4d53-862f-ad3b3cfbfe42 admin admin] Publish callbacks [] for security_group (35bd4249-4904-4f01-b6ec-63aa3033baa1), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:52.770129 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a0d14-c2d6-4a48-910c-3d9ffbb4f784 req-4d1d79ef-a0ca-4f54-a472-877e21b9442a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:52.771595 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a07a0d14-c2d6-4a48-910c-3d9ffbb4f784 req-4d1d79ef-a0ca-4f54-a472-877e21b9442a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 945 time: 0.0910547 May 26 13:56:52.789817 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5e8d1c3-aa7b-4d53-862f-ad3b3cfbfe42 admin admin] Publish callbacks [] for security_group (35bd4249-4904-4f01-b6ec-63aa3033baa1), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:52.797316 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104effa6-7454-48d0-a89e-acaf714de0c5 req-6a80915b-ed55-4541-88b8-3b3936fb5966 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:52.798747 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-104effa6-7454-48d0-a89e-acaf714de0c5 req-6a80915b-ed55-4541-88b8-3b3936fb5966 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0859528 May 26 13:56:52.890871 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a07a0d14-c2d6-4a48-910c-3d9ffbb4f784 req-c25881c5-a49e-4bdb-8f4c-31d3be13ef1d tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110160 May 26 13:56:52.905016 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-104effa6-7454-48d0-a89e-acaf714de0c5 req-645b367b-e77e-4171-b196-fa0a75964660 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911152 May 26 13:56:52.906083 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5e8d1c3-aa7b-4d53-862f-ad3b3cfbfe42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (35bd4249-4904-4f01-b6ec-63aa3033baa1), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:52.908602 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5e8d1c3-aa7b-4d53-862f-ad3b3cfbfe42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:52.909723 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-a5e8d1c3-aa7b-4d53-862f-ad3b3cfbfe42 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/35bd4249-4904-4f01-b6ec-63aa3033baa1 HTTP/1.1" status: 204 len: 168 time: 0.2738588 May 26 13:56:52.918536 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8d1c3-aa7b-4d53-862f-ad3b3cfbfe42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bd4249-4904-4f01-b6ec-63aa3033baa1,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:53.022451 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d5291de2-b244-45fa-b2df-465e085004cf req-3d9448bf-c9c1-4639-8690-1b3ee4387b27 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 210 time: 0.0290406 May 26 13:56:53.295041 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c61bc9-1929-4640-9955-9c9791e84d1b req-dde829e3-efcc-4a9c-af74-39a059187b0f tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:53.296675 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-84c61bc9-1929-4640-9955-9c9791e84d1b req-dde829e3-efcc-4a9c-af74-39a059187b0f tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 944 time: 0.0779250 May 26 13:56:53.316703 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe8843-a8c1-427e-a227-3db3523dbaa4 req-e7b583a7-e091-478a-abec-dd890982e951 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:53.318186 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-62fe8843-a8c1-427e-a227-3db3523dbaa4 req-e7b583a7-e091-478a-abec-dd890982e951 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 945 time: 0.0719361 May 26 13:56:53.380641 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-84c61bc9-1929-4640-9955-9c9791e84d1b req-a4256b53-e57e-4923-a0b1-1cffbbc634d3 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783591 May 26 13:56:53.392456 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-62fe8843-a8c1-427e-a227-3db3523dbaa4 req-982b21e0-4ce4-449e-a453-46949f359a9d tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673904 May 26 13:56:53.512406 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:56:53.643518 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 43770) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:53.739556 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f2c8162e-29e4-4382-b8cf-b34cfbcf5544 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2002629167-network', 'tenant_id': 'e3c8cad3c46447d8865c10f119f1d507'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:53.766354 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c8162e-29e4-4382-b8cf-b34cfbcf5544 admin admin] Made reservation on behalf of e3c8cad3c46447d8865c10f119f1d507 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:56:53.769123 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2c8162e-29e4-4382-b8cf-b34cfbcf5544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:53.779343 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2c8162e-29e4-4382-b8cf-b34cfbcf5544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:53.860635 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2c8162e-29e4-4382-b8cf-b34cfbcf5544 admin admin] Publish callbacks [] for security_group (63a01e49-c457-4563-99e4-0f8dfe1f0837), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:53.864378 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2c8162e-29e4-4382-b8cf-b34cfbcf5544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (63a01e49-c457-4563-99e4-0f8dfe1f0837), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:53.892939 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c8162e-29e4-4382-b8cf-b34cfbcf5544 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 13:56:53.899656 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8162e-29e4-4382-b8cf-b34cfbcf5544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a01e49-c457-4563-99e4-0f8dfe1f0837,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:53.907214 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2c8162e-29e4-4382-b8cf-b34cfbcf5544 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727248709223', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990'] for segment (daffb85a-dbcf-49f6-b010-0040a81bad00), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:53.907501 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.db.segments_db [None req-f2c8162e-29e4-4382-b8cf-b34cfbcf5544 admin admin] Added segment daffb85a-dbcf-49f6-b010-0040a81bad00 of type vlan for network b085b340-5b50-4e54-8687-27608b118b0f May 26 13:56:53.952128 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2c8162e-29e4-4382-b8cf-b34cfbcf5544 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248153200'] for network (b085b340-5b50-4e54-8687-27608b118b0f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:53.954368 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] get_ports_and_sgs() called for port_ids ['44b52c9b-2e5c-490a-ab42-cd30ca4bea28'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:56:53.981945 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2c8162e-29e4-4382-b8cf-b34cfbcf5544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (b085b340-5b50-4e54-8687-27608b118b0f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:53.983693 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c8162e-29e4-4382-b8cf-b34cfbcf5544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:53.984297 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2c8162e-29e4-4382-b8cf-b34cfbcf5544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:54.011148 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:54.032441 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:54.050049 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-f2c8162e-29e4-4382-b8cf-b34cfbcf5544 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4050548 May 26 13:56:54.050446 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 43782) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:54.070546 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1ebd4776-ddf6-467b-8e3b-fe820b0abe48 admin admin] Request body: {'subnet': {'network_id': 'b085b340-5b50-4e54-8687-27608b118b0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2002629167-subnet', 'tenant_id': 'e3c8cad3c46447d8865c10f119f1d507', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:54.075318 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8162e-29e4-4382-b8cf-b34cfbcf5544 admin admin] Pushing event updated for resources: {'Network': ['ID=b085b340-5b50-4e54-8687-27608b118b0f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:54.098717 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebd4776-ddf6-467b-8e3b-fe820b0abe48 admin admin] Made reservation on behalf of e3c8cad3c46447d8865c10f119f1d507 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:56:54.098896 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:54.100421 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Network b085b340-5b50-4e54-8687-27608b118b0f details requested by agent ovs-agent-dv-cinder-842130-1-iscsi with host dv-cinder-842130-1-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 13:56:54.101229 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4776-ddf6-467b-8e3b-fe820b0abe48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15439656'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:54.108409 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26dc1ec-73e7-4c15-801c-2b78e09815ce req-fb2a0643-0289-4825-84ce-85d9939494f7 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:54.110498 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b26dc1ec-73e7-4c15-801c-2b78e09815ce req-fb2a0643-0289-4825-84ce-85d9939494f7 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.1213410 May 26 13:56:54.131809 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18eb62c-99d6-42a3-b514-811a62e5cf9c req-99e6cbc4-3b5b-46a4-8c6b-5cffca7efd2d tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:54.133380 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a18eb62c-99d6-42a3-b514-811a62e5cf9c req-99e6cbc4-3b5b-46a4-8c6b-5cffca7efd2d tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 945 time: 0.0994368 May 26 13:56:54.213766 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a18eb62c-99d6-42a3-b514-811a62e5cf9c req-865a65a0-c9bb-4608-93cd-47d6a71e6c93 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710816 May 26 13:56:54.267119 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b26dc1ec-73e7-4c15-801c-2b78e09815ce req-724ca36d-9235-4c8f-974c-b6a49c616e1f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324635 May 26 13:56:54.345479 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=74,neutron:DELETE=3,neutron:INSERT=20,neutron:UPDATE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:54.389606 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-647deec4-0810-44c0-b532-689632808fcf req-e776b3c6-a5cd-4a7f-9b0e-496bd943948c tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 210 time: 0.0464642 May 26 13:56:54.403462 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:INSERT=17,neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:54.413227 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4776-ddf6-467b-8e3b-fe820b0abe48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14252580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15439678'] for subnet (5c9e0341-4c73-4919-a99f-6f01e8decab6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:54.471214 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd4776-ddf6-467b-8e3b-fe820b0abe48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c9e0341-4c73-4919-a99f-6f01e8decab6,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:54.493627 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebd4776-ddf6-467b-8e3b-fe820b0abe48 admin admin] Checking segment: {'id': 'daffb85a-dbcf-49f6-b010-0040a81bad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b085b340-5b50-4e54-8687-27608b118b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:56:54.493983 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebd4776-ddf6-467b-8e3b-fe820b0abe48 admin admin] Network hostable DHCP agents. Network: b085b340-5b50-4e54-8687-27608b118b0f, hostable agents: ['d9e93f65-b338-473a-bf3d-e7a4456d9980'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 13:56:54.522004 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebd4776-ddf6-467b-8e3b-fe820b0abe48 admin admin] Network b085b340-5b50-4e54-8687-27608b118b0f is scheduled to be hosted by DHCP agent d9e93f65-b338-473a-bf3d-e7a4456d9980 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 13:56:54.530247 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866376f-7be9-44d7-852c-9677638a392d req-c6c94efa-1a14-4809-912f-8012c195aa2f tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:54.532090 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5866376f-7be9-44d7-852c-9677638a392d req-c6c94efa-1a14-4809-912f-8012c195aa2f tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 944 time: 0.0733850 May 26 13:56:54.546926 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-1ebd4776-ddf6-467b-8e3b-fe820b0abe48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842130-1-iscsi, b085b340-5b50-4e54-8687-27608b118b0f) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:56:54.552765 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebd4776-ddf6-467b-8e3b-fe820b0abe48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:54.552765 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4776-ddf6-467b-8e3b-fe820b0abe48 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:54.560851 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822071f2-e700-473f-bda5-b40845282aaa None None] Network b085b340-5b50-4e54-8687-27608b118b0f requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:56:54.583981 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-1ebd4776-ddf6-467b-8e3b-fe820b0abe48 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5180235 May 26 13:56:54.631397 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7e3b6-7c8e-4c79-83bb-744f5169eb88 req-3e7c7590-f34f-4315-b320-4fa9ba7bb00d tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:54.632895 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a0e7e3b6-7c8e-4c79-83bb-744f5169eb88 req-3e7c7590-f34f-4315-b320-4fa9ba7bb00d tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 945 time: 0.1131105 May 26 13:56:54.669759 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5866376f-7be9-44d7-852c-9677638a392d req-af0ff6ae-3dc8-4e93-b696-d1f92bb72d43 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270649 May 26 13:56:54.707715 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a0e7e3b6-7c8e-4c79-83bb-744f5169eb88 req-928922da-5c30-4ae9-be26-67e667d1d1ee tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631626 May 26 13:56:54.829353 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccd85d0-81ba-4aff-8717-c88a317304d7 None None] Network b085b340-5b50-4e54-8687-27608b118b0f requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:56:55.099871 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 43838) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:55.104865 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-00d984f2-d957-4c64-aade-cab1245dccca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-282274473-network', 'tenant_id': '27d5a024795244de87a524e2f594130e'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:55.129286 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d984f2-d957-4c64-aade-cab1245dccca admin admin] Made reservation on behalf of 27d5a024795244de87a524e2f594130e for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:56:55.131741 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00d984f2-d957-4c64-aade-cab1245dccca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:55.140471 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00d984f2-d957-4c64-aade-cab1245dccca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:55.200684 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 44b52c9b-2e5c-490a-ab42-cd30ca4bea28 up at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:56:55.219615 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00d984f2-d957-4c64-aade-cab1245dccca admin admin] Publish callbacks [] for security_group (771175db-27b9-47e1-9c0b-636d84ffebc6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:55.223536 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00d984f2-d957-4c64-aade-cab1245dccca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (771175db-27b9-47e1-9c0b-636d84ffebc6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:55.249550 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning for port 44b52c9b-2e5c-490a-ab42-cd30ca4bea28 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 13:56:55.255173 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d984f2-d957-4c64-aade-cab1245dccca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 13:56:55.256075 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning complete for port 44b52c9b-2e5c-490a-ab42-cd30ca4bea28 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:55.256443 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (44b52c9b-2e5c-490a-ab42-cd30ca4bea28), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:55.266490 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d984f2-d957-4c64-aade-cab1245dccca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771175db-27b9-47e1-9c0b-636d84ffebc6,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:55.275424 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00d984f2-d957-4c64-aade-cab1245dccca admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727248709223', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990'] for segment (fe593cef-9fcd-4e18-91a9-04858240983f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:55.276000 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.db.segments_db [None req-00d984f2-d957-4c64-aade-cab1245dccca admin admin] Added segment fe593cef-9fcd-4e18-91a9-04858240983f of type vlan for network 3528dce4-a76a-45d0-a59c-2fe38a24579f May 26 13:56:55.326735 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00d984f2-d957-4c64-aade-cab1245dccca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248153200'] for network (3528dce4-a76a-45d0-a59c-2fe38a24579f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:55.359193 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b6361-5f4b-4a37-8a17-61b289499d13 req-0eafaa1c-8847-4d85-9d8a-64788e64df72 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:55.359905 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00d984f2-d957-4c64-aade-cab1245dccca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (3528dce4-a76a-45d0-a59c-2fe38a24579f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:55.361029 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d984f2-d957-4c64-aade-cab1245dccca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:55.361856 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00d984f2-d957-4c64-aade-cab1245dccca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:55.364683 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 44b52c9b-2e5c-490a-ab42-cd30ca4bea28 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:55.365323 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (44b52c9b-2e5c-490a-ab42-cd30ca4bea28), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:55.366580 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-893b6361-5f4b-4a37-8a17-61b289499d13 req-0eafaa1c-8847-4d85-9d8a-64788e64df72 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 945 time: 0.0647576 May 26 13:56:55.393870 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71af8283-a8f5-44e7-bdcd-6606070472b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b52c9b-2e5c-490a-ab42-cd30ca4bea28'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:56:55.396688 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75cf6a0b0aca4359f4c43b56c27fa80c20f62c04807301a9a0ec5234ef5b0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e780b4b-7c50-48b9-a5fe-2b009acbafb1" -d '{"events": [{"server_uuid": "71af8283-a8f5-44e7-bdcd-6606070472b2", "name": "network-vif-plugged", "status": "completed", "tag": "44b52c9b-2e5c-490a-ab42-cd30ca4bea28"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:56:55.416885 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 44b52c9b-2e5c-490a-ab42-cd30ca4bea28, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=44b52c9b-2e5c-490a-ab42-cd30ca4bea28,segment=NetworkSegment(93677cf8-8388-429d-a7a5-bdb9a9d46a00),segment_id=93677cf8-8388-429d-a7a5-bdb9a9d46a00)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:56:55.423833 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (44b52c9b-2e5c-490a-ab42-cd30ca4bea28), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:55.429098 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-00d984f2-d957-4c64-aade-cab1245dccca admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3280036 May 26 13:56:55.432741 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 43848) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:55.438846 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-05e89250-f90a-4a85-b0bb-e5ba8471a444 admin admin] Request body: {'subnet': {'network_id': '3528dce4-a76a-45d0-a59c-2fe38a24579f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-282274473-subnet', 'tenant_id': '27d5a024795244de87a524e2f594130e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:55.454500 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43cd6d-b65c-436f-a76f-205d8f9642ab req-7ad7e592-1008-4367-a064-9c6203c21175 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:55.455973 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2f43cd6d-b65c-436f-a76f-205d8f9642ab req-7ad7e592-1008-4367-a064-9c6203c21175 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0874765 May 26 13:56:55.462504 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d984f2-d957-4c64-aade-cab1245dccca admin admin] Pushing event updated for resources: {'Network': ['ID=3528dce4-a76a-45d0-a59c-2fe38a24579f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:55.487290 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e89250-f90a-4a85-b0bb-e5ba8471a444 admin admin] Made reservation on behalf of 27d5a024795244de87a524e2f594130e for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:56:55.487430 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-893b6361-5f4b-4a37-8a17-61b289499d13 req-11f4603e-526d-43d0-a416-5cd3ff8c40e6 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116681 May 26 13:56:55.487527 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-05e89250-f90a-4a85-b0bb-e5ba8471a444 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15439656'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:55.496963 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Network 3528dce4-a76a-45d0-a59c-2fe38a24579f details requested by agent ovs-agent-dv-cinder-842130-1-iscsi with host dv-cinder-842130-1-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 13:56:55.518775 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=44b52c9b-2e5c-490a-ab42-cd30ca4bea28,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:55.560389 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d150b98c-0ee3-4a3a-bd74-c1fee6197563 x-openstack-request-id: req-d150b98c-0ee3-4a3a-bd74-c1fee6197563 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:56:55.561751 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71af8283-a8f5-44e7-bdcd-6606070472b2", "name": "network-vif-plugged", "status": "completed", "tag": "44b52c9b-2e5c-490a-ab42-cd30ca4bea28", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:56:55.561751 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d150b98c-0ee3-4a3a-bd74-c1fee6197563 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:56:55.562322 dv-cinder-842130-1-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d150b98c-0ee3-4a3a-bd74-c1fee6197563'] response: {'server_uuid': '71af8283-a8f5-44e7-bdcd-6606070472b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b52c9b-2e5c-490a-ab42-cd30ca4bea28', 'code': 200} May 26 13:56:55.586025 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2f43cd6d-b65c-436f-a76f-205d8f9642ab req-06be3c32-48d8-47ae-814a-54054a8716fb tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055884 May 26 13:56:55.617595 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7e8bd838-4cc2-45af-b84c-634c26e42b32 req-bb84ecec-fab3-4f5b-9bd4-123bc5a0e61d tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 210 time: 0.0282552 May 26 13:56:55.666587 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:55.713404 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-05e89250-f90a-4a85-b0bb-e5ba8471a444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14252580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15439678'] for subnet (731409d4-9266-412b-9ff4-71107135642d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:55.778383 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e89250-f90a-4a85-b0bb-e5ba8471a444 admin admin] Pushing event updated for resources: {'Subnet': ['ID=731409d4-9266-412b-9ff4-71107135642d,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:55.783029 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:55.827698 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e89250-f90a-4a85-b0bb-e5ba8471a444 admin admin] Checking segment: {'id': 'fe593cef-9fcd-4e18-91a9-04858240983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3528dce4-a76a-45d0-a59c-2fe38a24579f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:56:55.827698 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e89250-f90a-4a85-b0bb-e5ba8471a444 admin admin] Network hostable DHCP agents. Network: 3528dce4-a76a-45d0-a59c-2fe38a24579f, hostable agents: ['d9e93f65-b338-473a-bf3d-e7a4456d9980'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 13:56:55.936759 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa119eb3-d27e-4b7b-95fe-99911e1b5e68 req-556d5655-0720-4e06-af26-ac22533b5151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:55.938524 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-aa119eb3-d27e-4b7b-95fe-99911e1b5e68 req-556d5655-0720-4e06-af26-ac22533b5151 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e3d27b9eb0ef4c338c18c2a1d02db444&device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 1128 time: 0.0913496 May 26 13:56:56.066913 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa119eb3-d27e-4b7b-95fe-99911e1b5e68 req-89c55301-7067-4ad2-87ee-50725cb52fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:56.068845 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-aa119eb3-d27e-4b7b-95fe-99911e1b5e68 req-89c55301-7067-4ad2-87ee-50725cb52fe5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=94664734-1654-43f2-b262-23850dca9bb9 HTTP/1.1" status: 200 len: 918 time: 0.1092386 May 26 13:56:56.072751 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e89250-f90a-4a85-b0bb-e5ba8471a444 admin admin] Network 3528dce4-a76a-45d0-a59c-2fe38a24579f is scheduled to be hosted by DHCP agent d9e93f65-b338-473a-bf3d-e7a4456d9980 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 13:56:56.079430 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:56.083633 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c62193c0-006e-4d79-9be6-601763a7797d req-e9484f54-d2ca-4021-a1b4-8c9b6e8de62a service neutron] 10.222.0.82 "GET /v2.0/networks/8b5ae806-b190-4516-8465-70dba440ef62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937031 May 26 13:56:56.127142 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-aa119eb3-d27e-4b7b-95fe-99911e1b5e68 req-8e26f69c-55bb-4b63-a887-fbdd6d60e10f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d789974b-4593-46b6-9ee2-38b74839df10 HTTP/1.1" status: 200 len: 217 time: 0.0460286 May 26 13:56:56.131683 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-05e89250-f90a-4a85-b0bb-e5ba8471a444 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842130-1-iscsi, 3528dce4-a76a-45d0-a59c-2fe38a24579f) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:56:56.149440 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e58f7a-a1ef-46a2-841a-0943a600deb3 None None] Network 3528dce4-a76a-45d0-a59c-2fe38a24579f requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:56:56.150013 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e579c-94b8-44bd-affb-e01f23e2fe7b req-bb70845a-4986-473e-a507-56e4087451c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:56.152286 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ae1e579c-94b8-44bd-affb-e01f23e2fe7b req-bb70845a-4986-473e-a507-56e4087451c4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e3d27b9eb0ef4c338c18c2a1d02db444&device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 1128 time: 0.3040025 May 26 13:56:56.211555 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e89250-f90a-4a85-b0bb-e5ba8471a444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:56.213353 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-05e89250-f90a-4a85-b0bb-e5ba8471a444 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:56.219113 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa119eb3-d27e-4b7b-95fe-99911e1b5e68 req-604812a9-e73c-4031-9da2-c3cb8698e765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:56.220791 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-aa119eb3-d27e-4b7b-95fe-99911e1b5e68 req-604812a9-e73c-4031-9da2-c3cb8698e765 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=463c251f-969b-49e6-b225-a476c859b795 HTTP/1.1" status: 200 len: 856 time: 0.0753489 May 26 13:56:56.297632 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5ceba-6240-4adc-a1af-2ac9f87fac90 req-3c6e3837-77b9-4db8-805e-385f716ee99b tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:56.302522 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6ff5ceba-6240-4adc-a1af-2ac9f87fac90 req-3c6e3837-77b9-4db8-805e-385f716ee99b tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 944 time: 0.2117119 May 26 13:56:56.309313 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615c38b-4c49-4a9d-8af5-0f17eb483384 req-0b405824-9ebf-48e4-ba12-a5d56535e029 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:56.317039 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c615c38b-4c49-4a9d-8af5-0f17eb483384 req-0b405824-9ebf-48e4-ba12-a5d56535e029 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 945 time: 0.2312799 May 26 13:56:56.387267 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:56.399937 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424619c5-d795-4cd2-a3b9-7a01d95ea84e req-0eed31a3-9d18-4e49-88c5-dde72d79a747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:56.401572 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-424619c5-d795-4cd2-a3b9-7a01d95ea84e req-0eed31a3-9d18-4e49-88c5-dde72d79a747 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=af9d168c40ea4df99b495eb06245d066&device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 1130 time: 0.6174273 May 26 13:56:56.422261 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-05e89250-f90a-4a85-b0bb-e5ba8471a444 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9882252 May 26 13:56:56.440894 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa119eb3-d27e-4b7b-95fe-99911e1b5e68 req-8d51c21c-3a0d-4e9a-8a51-4cdbe8881d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:56.442895 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-aa119eb3-d27e-4b7b-95fe-99911e1b5e68 req-8d51c21c-3a0d-4e9a-8a51-4cdbe8881d5a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=94664734-1654-43f2-b262-23850dca9bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1761646 May 26 13:56:56.448007 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60cb255-6033-4ad6-af6a-a92f3c1b5d60 None None] Network 3528dce4-a76a-45d0-a59c-2fe38a24579f requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:56:56.476559 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760b0f8-a539-4613-9ea6-310066f030f3 req-6848995b-a0c9-48a9-a6f2-0b5e95c36a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:56.478181 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2760b0f8-a539-4613-9ea6-310066f030f3 req-6848995b-a0c9-48a9-a6f2-0b5e95c36a29 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 1129 time: 0.2519779 May 26 13:56:56.487386 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:56.509698 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e579c-94b8-44bd-affb-e01f23e2fe7b req-c07588ef-3aec-4b4c-b189-972f068e94c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:56.512200 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ae1e579c-94b8-44bd-affb-e01f23e2fe7b req-c07588ef-3aec-4b4c-b189-972f068e94c2 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=e3d27b9eb0ef4c338c18c2a1d02db444&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2903140 May 26 13:56:56.515869 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6ff5ceba-6240-4adc-a1af-2ac9f87fac90 req-d9f68e20-c5cb-497f-ba43-35af8ff3d9af tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753612 May 26 13:56:56.520448 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c615c38b-4c49-4a9d-8af5-0f17eb483384 req-1903e81e-0f91-46e7-9405-d6598d325455 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022595 May 26 13:56:56.646090 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08969d1-b725-47a7-bfe2-106fc63a75d8 req-a0be2b77-a778-4d2d-9efb-6b310fcc62eb tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:56.648543 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b08969d1-b725-47a7-bfe2-106fc63a75d8 req-a0be2b77-a778-4d2d-9efb-6b310fcc62eb tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 946 time: 0.0539975 May 26 13:56:56.734781 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b824ea-14cc-446d-bc5c-f10e5424efac req-198963e8-8e50-4eb9-bb01-4db70202af54 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:56.736444 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b0b824ea-14cc-446d-bc5c-f10e5424efac req-198963e8-8e50-4eb9-bb01-4db70202af54 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0733912 May 26 13:56:56.743827 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b08969d1-b725-47a7-bfe2-106fc63a75d8 req-6f116e15-7538-439f-82e5-d981357dc740 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877712 May 26 13:56:56.791876 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b0b824ea-14cc-446d-bc5c-f10e5424efac req-f3e4c8ad-b2a2-4532-9e89-2252146254b4 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471113 May 26 13:56:56.871903 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-702ab3fe-077c-46f5-92c5-9de3686e2216 req-eb77784e-fd92-4356-a8a9-4ad4fb17460a tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 210 time: 0.0274701 May 26 13:56:57.185578 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device d789974b-4593-46b6-9ee2-38b74839df10 details requested by agent hyperv_hv-cinder-84213 with host hv-cinder-84213 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 13:56:57.201988 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:57.286276 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port d789974b-4593-46b6-9ee2-38b74839df10, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=d789974b-4593-46b6-9ee2-38b74839df10,segment=NetworkSegment(dadb0ef3-0764-477f-9135-b33720fcec5f),segment_id=dadb0ef3-0764-477f-9135-b33720fcec5f)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:56:57.298579 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Returning: {'device': 'd789974b-4593-46b6-9ee2-38b74839df10', 'network_id': '94664734-1654-43f2-b262-23850dca9bb9', 'port_id': 'd789974b-4593-46b6-9ee2-38b74839df10', 'mac_address': 'fa:16:3e:05:58:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '463c251f-969b-49e6-b225-a476c859b795', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 13:56:57.338693 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port d789974b-4593-46b6-9ee2-38b74839df10 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:57.339071 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (d789974b-4593-46b6-9ee2-38b74839df10), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:57.352839 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d789974b-4593-46b6-9ee2-38b74839df10 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:56:57.373031 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port d789974b-4593-46b6-9ee2-38b74839df10, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=d789974b-4593-46b6-9ee2-38b74839df10,segment=NetworkSegment(dadb0ef3-0764-477f-9135-b33720fcec5f),segment_id=dadb0ef3-0764-477f-9135-b33720fcec5f)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:56:57.378002 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (d789974b-4593-46b6-9ee2-38b74839df10), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:57.429631 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=d789974b-4593-46b6-9ee2-38b74839df10,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:57.577822 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 43940) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:57.681318 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebb60d-6289-448a-9809-7d710de6baa3 req-3bc4ddc2-58fc-429a-9e1f-6d8662ba4bef tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:57.682984 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a3ebb60d-6289-448a-9809-7d710de6baa3 req-3bc4ddc2-58fc-429a-9e1f-6d8662ba4bef tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 944 time: 0.0822251 May 26 13:56:57.689520 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf9c49-a823-4e51-94f8-0612ce2f5be1 req-f46fe1a7-2309-423c-aa39-252e05a5aefd tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:57.693640 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0caf9c49-a823-4e51-94f8-0612ce2f5be1 req-f46fe1a7-2309-423c-aa39-252e05a5aefd tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 945 time: 0.0833645 May 26 13:56:57.727009 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b00231ae-5619-49d0-a2f0-f83d73ae5e37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:57.776207 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a3ebb60d-6289-448a-9809-7d710de6baa3 req-f670c8a6-1940-4945-8020-3b70abf9bfa7 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810471 May 26 13:56:57.797608 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0caf9c49-a823-4e51-94f8-0612ce2f5be1 req-0fe147d7-76e1-4c6a-968a-0b10a60313aa tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680695 May 26 13:56:57.816461 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b00231ae-5619-49d0-a2f0-f83d73ae5e37 admin admin] Publish callbacks [] for security_group (7af9fef3-cc73-4c09-a428-e9690e283d47), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:57.823139 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b00231ae-5619-49d0-a2f0-f83d73ae5e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (7af9fef3-cc73-4c09-a428-e9690e283d47), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:57.828003 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] get_ports_and_sgs() called for port_ids ['d789974b-4593-46b6-9ee2-38b74839df10'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:56:57.954411 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79ebab-73ba-4133-8445-56f2d96e3bdd req-ae7617ba-db30-4bd8-ad77-8826f3fd5b24 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:57.956125 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0c79ebab-73ba-4133-8445-56f2d96e3bdd req-ae7617ba-db30-4bd8-ad77-8826f3fd5b24 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 946 time: 0.0931008 May 26 13:56:57.968627 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882789e6-8722-483b-a724-0ddb74dc30bb req-6d047e48-0a26-4ed5-9fba-0c87ddb72148 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:57.970320 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-882789e6-8722-483b-a724-0ddb74dc30bb req-6d047e48-0a26-4ed5-9fba-0c87ddb72148 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0687773 May 26 13:56:58.042428 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-882789e6-8722-483b-a724-0ddb74dc30bb req-a4979031-e004-4aa9-8da8-7c9253bd788e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658350 May 26 13:56:58.050037 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00231ae-5619-49d0-a2f0-f83d73ae5e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af9fef3-cc73-4c09-a428-e9690e283d47,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:58.054283 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0c79ebab-73ba-4133-8445-56f2d96e3bdd req-c25935fc-0030-47bb-b25b-c4730092ee03 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922537 May 26 13:56:58.055660 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-b00231ae-5619-49d0-a2f0-f83d73ae5e37 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=37ce9982a9a24b6dbee6407da433b2d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4767957 May 26 13:56:58.058449 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 43952) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:58.125884 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-71f69dbe-da3f-4d53-8607-180afcfe8959 admin admin] Publish callbacks [] for security_group (7af9fef3-cc73-4c09-a428-e9690e283d47), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:58.143250 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0ffab887-181b-4aa4-895d-665f698560f8 req-9800b644-d330-44de-be2e-ead1db10ecb6 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 210 time: 0.0304794 May 26 13:56:58.148731 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-71f69dbe-da3f-4d53-8607-180afcfe8959 admin admin] Publish callbacks [] for security_group (7af9fef3-cc73-4c09-a428-e9690e283d47), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:58.184482 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:58.206567 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-71f69dbe-da3f-4d53-8607-180afcfe8959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (7af9fef3-cc73-4c09-a428-e9690e283d47), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:58.210268 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-71f69dbe-da3f-4d53-8607-180afcfe8959 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:58.211876 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-71f69dbe-da3f-4d53-8607-180afcfe8959 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7af9fef3-cc73-4c09-a428-e9690e283d47 HTTP/1.1" status: 204 len: 168 time: 0.1524858 May 26 13:56:58.224598 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f69dbe-da3f-4d53-8607-180afcfe8959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af9fef3-cc73-4c09-a428-e9690e283d47,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:58.325444 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.82', 49505) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:58.427903 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-2760b0f8-a539-4613-9ea6-310066f030f3 req-016ca2aa-1650-42f8-a9d5-56b9414cf82e service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:58.513117 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2d9de-e291-4708-8a58-fcb4e5b4f8e5 req-c9e89e7f-97e3-4602-b390-4e16d1797902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:58.516135 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1eb2d9de-e291-4708-8a58-fcb4e5b4f8e5 req-c9e89e7f-97e3-4602-b390-4e16d1797902 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7116b23d173c4192a6c8d996ad31d57c&device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 1128 time: 0.2498181 May 26 13:56:58.559189 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424619c5-d795-4cd2-a3b9-7a01d95ea84e req-4a9e4c82-b550-4bfc-805b-75f41df6e1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:58.561234 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-424619c5-d795-4cd2-a3b9-7a01d95ea84e req-4a9e4c82-b550-4bfc-805b-75f41df6e1ae service neutron] 10.222.0.82 "GET /v2.0/networks?id=5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 HTTP/1.1" status: 200 len: 916 time: 0.3060622 May 26 13:56:58.570222 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:58.599524 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159ff31-4619-499e-83ea-199b25fffffd req-32856759-f3e5-4b7d-84fe-50407e27b411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:58.602105 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3159ff31-4619-499e-83ea-199b25fffffd req-32856759-f3e5-4b7d-84fe-50407e27b411 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 1130 time: 0.2726548 May 26 13:56:58.618296 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-2760b0f8-a539-4613-9ea6-310066f030f3 req-016ca2aa-1650-42f8-a9d5-56b9414cf82e service neutron] Publish callbacks [] for security_group (aa8373cd-b138-4d76-99c9-7830ac4d4f4b), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:58.624689 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-2760b0f8-a539-4613-9ea6-310066f030f3 req-016ca2aa-1650-42f8-a9d5-56b9414cf82e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (aa8373cd-b138-4d76-99c9-7830ac4d4f4b), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:58.635117 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:58.689248 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-aa119eb3-d27e-4b7b-95fe-99911e1b5e68 req-93e08417-d0c3-4666-9769-b296e21e4d1f service neutron] 10.222.0.82 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240794 May 26 13:56:58.692480 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e579c-94b8-44bd-affb-e01f23e2fe7b req-5cfc529b-c56e-418b-a71e-3b60d27a7437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:58.696023 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ae1e579c-94b8-44bd-affb-e01f23e2fe7b req-5cfc529b-c56e-418b-a71e-3b60d27a7437 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4414272 May 26 13:56:58.709983 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 43970) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:58.721442 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:58.734175 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2760b0f8-a539-4613-9ea6-310066f030f3 req-016ca2aa-1650-42f8-a9d5-56b9414cf82e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4701002 May 26 13:56:58.767911 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ca2aa-1650-42f8-a9d5-56b9414cf82e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8373cd-b138-4d76-99c9-7830ac4d4f4b,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:58.769469 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-97c4dadd-bf90-486d-b332-800978d2191b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:58.772081 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-424619c5-d795-4cd2-a3b9-7a01d95ea84e req-5e07570e-ff19-42d3-8765-26223854d2ec service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44b52c9b-2e5c-490a-ab42-cd30ca4bea28 HTTP/1.1" status: 200 len: 217 time: 0.0663826 May 26 13:56:58.912463 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3159ff31-4619-499e-83ea-199b25fffffd req-f10d8fe2-b11e-462c-a25d-0a38c26ceed1 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015479 May 26 13:56:58.976016 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2d9de-e291-4708-8a58-fcb4e5b4f8e5 req-2cb139b0-ec8b-40d8-9f36-06d47f0b8720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:58.977609 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1eb2d9de-e291-4708-8a58-fcb4e5b4f8e5 req-2cb139b0-ec8b-40d8-9f36-06d47f0b8720 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8b5ae806-b190-4516-8465-70dba440ef62 HTTP/1.1" status: 200 len: 917 time: 0.2763333 May 26 13:56:58.997246 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-aa119eb3-d27e-4b7b-95fe-99911e1b5e68 req-feaf6c0b-07fc-4c82-8a74-7dfbaf8997a1 service neutron] 10.222.0.82 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753475 May 26 13:56:59.041753 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-97c4dadd-bf90-486d-b332-800978d2191b admin admin] Publish callbacks [] for security_group (e01987b3-81ed-4a89-a47c-e2a8d65bff2a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:59.049633 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-97c4dadd-bf90-486d-b332-800978d2191b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (e01987b3-81ed-4a89-a47c-e2a8d65bff2a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:59.106942 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-97c4dadd-bf90-486d-b332-800978d2191b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c1a8c3ae41a349d4beadf3c3563a1bcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3927042 May 26 13:56:59.110116 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 43984) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:59.111089 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c4dadd-bf90-486d-b332-800978d2191b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01987b3-81ed-4a89-a47c-e2a8d65bff2a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:59.154362 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba79d85-f7a7-4ce5-bfa5-a6442389d293 req-4f520ad3-1d48-4bb2-a670-b4741e692fde tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:59.161239 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6ba79d85-f7a7-4ce5-bfa5-a6442389d293 req-4f520ad3-1d48-4bb2-a670-b4741e692fde tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 945 time: 0.2921641 May 26 13:56:59.176381 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2881c3ad-2fc3-40db-b11a-e888e0b32de7 admin admin] Publish callbacks [] for security_group (e01987b3-81ed-4a89-a47c-e2a8d65bff2a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:59.204080 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86003a05-b629-4e47-a230-b246849682c0 req-abe1e4f2-cc76-4546-b470-30a3fb6fb7a5 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:59.207543 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 0d486a1e-7691-438f-a89c-df9425b682f1 details requested by agent hyperv_hv-cinder-84213 with host hv-cinder-84213 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 13:56:59.212096 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-86003a05-b629-4e47-a230-b246849682c0 req-abe1e4f2-cc76-4546-b470-30a3fb6fb7a5 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 944 time: 0.1197450 May 26 13:56:59.221453 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2881c3ad-2fc3-40db-b11a-e888e0b32de7 admin admin] Publish callbacks [] for security_group (e01987b3-81ed-4a89-a47c-e2a8d65bff2a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:59.248207 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device d789974b-4593-46b6-9ee2-38b74839df10 up at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:56:59.262023 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:59.285536 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6ba79d85-f7a7-4ce5-bfa5-a6442389d293 req-0092aea4-2645-40bc-b3f9-41f00d70f882 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210861 May 26 13:56:59.290703 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2881c3ad-2fc3-40db-b11a-e888e0b32de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (e01987b3-81ed-4a89-a47c-e2a8d65bff2a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:59.295945 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2881c3ad-2fc3-40db-b11a-e888e0b32de7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:59.297421 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-2881c3ad-2fc3-40db-b11a-e888e0b32de7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e01987b3-81ed-4a89-a47c-e2a8d65bff2a HTTP/1.1" status: 204 len: 168 time: 0.1826789 May 26 13:56:59.307152 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2881c3ad-2fc3-40db-b11a-e888e0b32de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01987b3-81ed-4a89-a47c-e2a8d65bff2a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:59.338401 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-86003a05-b629-4e47-a230-b246849682c0 req-72779f29-453f-42f8-b92d-f0e3194a810e tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248436 May 26 13:56:59.384159 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning for port d789974b-4593-46b6-9ee2-38b74839df10 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 13:56:59.398122 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning complete for port d789974b-4593-46b6-9ee2-38b74839df10 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:59.398776 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (d789974b-4593-46b6-9ee2-38b74839df10), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:59.441282 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 0d486a1e-7691-438f-a89c-df9425b682f1, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=0d486a1e-7691-438f-a89c-df9425b682f1,segment=NetworkSegment(19072dfe-0334-40e6-bb73-47766657aa3f),segment_id=19072dfe-0334-40e6-bb73-47766657aa3f)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:56:59.459581 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Returning: {'device': '0d486a1e-7691-438f-a89c-df9425b682f1', 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62', 'port_id': '0d486a1e-7691-438f-a89c-df9425b682f1', 'mac_address': 'fa:16:3e:e5:72:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610ffda6-b7a7-4a06-84a4-402e2b1f27f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 13:56:59.510877 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d52826-5c5b-41c8-a4b8-269d03b8d2a1 req-bd58259b-2084-49b4-979c-aea10910e58e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:59.511835 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 0d486a1e-7691-438f-a89c-df9425b682f1 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:59.512390 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (0d486a1e-7691-438f-a89c-df9425b682f1), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:59.513788 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-83d52826-5c5b-41c8-a4b8-269d03b8d2a1 req-bd58259b-2084-49b4-979c-aea10910e58e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0910511 May 26 13:56:59.526976 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d486a1e-7691-438f-a89c-df9425b682f1 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:56:59.527134 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd08c9-af1f-4876-9093-2e3bd8748aaf req-9806c366-9a1f-456e-a538-b72f871aa113 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:59.533616 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3acd08c9-af1f-4876-9093-2e3bd8748aaf req-9806c366-9a1f-456e-a538-b72f871aa113 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 946 time: 0.0715663 May 26 13:56:59.535464 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:59.553252 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:59.574720 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 0d486a1e-7691-438f-a89c-df9425b682f1, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=0d486a1e-7691-438f-a89c-df9425b682f1,segment=NetworkSegment(19072dfe-0334-40e6-bb73-47766657aa3f),segment_id=19072dfe-0334-40e6-bb73-47766657aa3f)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:56:59.584788 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (0d486a1e-7691-438f-a89c-df9425b682f1), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:59.593073 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port d789974b-4593-46b6-9ee2-38b74839df10 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:59.593467 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (d789974b-4593-46b6-9ee2-38b74839df10), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:59.621061 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-83d52826-5c5b-41c8-a4b8-269d03b8d2a1 req-3caf0066-6406-4c24-bd7b-2e187b690921 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009488 May 26 13:56:59.633191 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3acd08c9-af1f-4876-9093-2e3bd8748aaf req-e84ed788-374b-4074-a3f8-ad4923f7db02 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979421 May 26 13:56:59.656730 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=0d486a1e-7691-438f-a89c-df9425b682f1,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:59.676125 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b980b635-eece-4c60-9b6c-e18d32bdc7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd789974b-4593-46b6-9ee2-38b74839df10'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:56:59.678421 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75cf6a0b0aca4359f4c43b56c27fa80c20f62c04807301a9a0ec5234ef5b0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef23a355-a057-4644-af13-b0ae9ba7f80a" -d '{"events": [{"server_uuid": "b980b635-eece-4c60-9b6c-e18d32bdc7da", "name": "network-vif-plugged", "status": "completed", "tag": "d789974b-4593-46b6-9ee2-38b74839df10"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:56:59.698540 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port d789974b-4593-46b6-9ee2-38b74839df10, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=d789974b-4593-46b6-9ee2-38b74839df10,segment=NetworkSegment(dadb0ef3-0764-477f-9135-b33720fcec5f),segment_id=dadb0ef3-0764-477f-9135-b33720fcec5f)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:56:59.705297 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=4 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:59.707748 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (d789974b-4593-46b6-9ee2-38b74839df10), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:59.722111 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1eb2d9de-e291-4708-8a58-fcb4e5b4f8e5 req-bf098a81-187f-407e-b8d5-13fa5a9c8964 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d486a1e-7691-438f-a89c-df9425b682f1 HTTP/1.1" status: 200 len: 217 time: 0.0445364 May 26 13:56:59.768180 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=d789974b-4593-46b6-9ee2-38b74839df10,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:59.781917 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058ca10f-8674-4c7d-ae71-47df9ce74672 x-openstack-request-id: req-058ca10f-8674-4c7d-ae71-47df9ce74672 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:56:59.782230 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b980b635-eece-4c60-9b6c-e18d32bdc7da", "name": "network-vif-plugged", "status": "completed", "tag": "d789974b-4593-46b6-9ee2-38b74839df10", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:56:59.782482 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-058ca10f-8674-4c7d-ae71-47df9ce74672 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:56:59.782906 dv-cinder-842130-1-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-058ca10f-8674-4c7d-ae71-47df9ce74672'] response: {'server_uuid': 'b980b635-eece-4c60-9b6c-e18d32bdc7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd789974b-4593-46b6-9ee2-38b74839df10', 'code': 200} May 26 13:56:59.806227 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4cc7e67a-f218-40d9-adb0-819f72922e3a req-a2b143b3-a381-4c04-9131-4e294f64a706 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 210 time: 0.0498509 May 26 13:56:59.812720 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424619c5-d795-4cd2-a3b9-7a01d95ea84e req-d987617b-35a6-4f69-888e-3e04c1682c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:59.814635 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-424619c5-d795-4cd2-a3b9-7a01d95ea84e req-d987617b-35a6-4f69-888e-3e04c1682c2a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3a255f09-ad18-4a84-8012-2f8575f58a13 HTTP/1.1" status: 200 len: 854 time: 0.1360226 May 26 13:57:00.129755 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] get_ports_and_sgs() called for port_ids ['0d486a1e-7691-438f-a89c-df9425b682f1'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:57:00.344126 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-430e6c3c-4346-421e-afad-ae9275190e4a tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=0926e6ea11a2454e9a5b4ef6c5fd2d96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574992 May 26 13:57:00.427759 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33241798-36cc-4d98-9abf-fdf0b598cb92 req-ad72736b-f8dd-4b25-89f3-90cc83eb00e4 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:00.432578 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-33241798-36cc-4d98-9abf-fdf0b598cb92 req-ad72736b-f8dd-4b25-89f3-90cc83eb00e4 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 945 time: 0.0597067 May 26 13:57:00.525303 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521e4e3-f271-4fb5-9f36-e503f8890169 req-c0a9858a-9a6f-46f2-9eea-9209695fd849 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:00.529881 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f521e4e3-f271-4fb5-9f36-e503f8890169 req-c0a9858a-9a6f-46f2-9eea-9209695fd849 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 944 time: 0.0735061 May 26 13:57:00.536064 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-33241798-36cc-4d98-9abf-fdf0b598cb92 req-990fb547-4a61-4e0f-827f-483a4ba2c1c5 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971863 May 26 13:57:00.597780 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f521e4e3-f271-4fb5-9f36-e503f8890169 req-f9b7c8cc-592a-4f23-a04f-3f594f341afb tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604804 May 26 13:57:00.780000 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cb2b0-2ebc-4114-9660-2c44ca1b9a18 req-73f68e3f-b322-4750-b358-1c069494d970 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:00.781514 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ae8cb2b0-2ebc-4114-9660-2c44ca1b9a18 req-73f68e3f-b322-4750-b358-1c069494d970 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 946 time: 0.0735953 May 26 13:57:00.789422 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a764ad-9fba-4e49-b715-6481d79a909a req-459e8f08-7c1f-45e7-a756-73108093cccf tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:00.790833 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a6a764ad-9fba-4e49-b715-6481d79a909a req-459e8f08-7c1f-45e7-a756-73108093cccf tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 945 time: 0.0810881 May 26 13:57:00.871242 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ae8cb2b0-2ebc-4114-9660-2c44ca1b9a18 req-5494a049-e4a2-4cac-b884-c0fb4e631fe4 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794477 May 26 13:57:00.875639 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a6a764ad-9fba-4e49-b715-6481d79a909a req-31a055b3-8755-484c-ac28-8b4d0a175370 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766077 May 26 13:57:00.935902 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-9950c915-1646-4e4d-a516-6923e4d0767c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:00.937414 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-9950c915-1646-4e4d-a516-6923e4d0767c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e3d27b9eb0ef4c338c18c2a1d02db444&device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 1128 time: 0.0435307 May 26 13:57:00.996797 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b719eebe-1817-4188-8128-1ed766498669 req-811d285b-345d-4f1e-a10d-bedc0126dbcc tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 210 time: 0.0573180 May 26 13:57:01.017847 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2d9de-e291-4708-8a58-fcb4e5b4f8e5 req-0f264163-7549-45ed-ac1d-c0509dcc957d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:01.019754 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1eb2d9de-e291-4708-8a58-fcb4e5b4f8e5 req-0f264163-7549-45ed-ac1d-c0509dcc957d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=610ffda6-b7a7-4a06-84a4-402e2b1f27f2 HTTP/1.1" status: 200 len: 855 time: 0.0703995 May 26 13:57:01.034022 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424619c5-d795-4cd2-a3b9-7a01d95ea84e req-6d86045c-1f96-49c5-a886-2142ab95f6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:01.036505 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-424619c5-d795-4cd2-a3b9-7a01d95ea84e req-6d86045c-1f96-49c5-a886-2142ab95f6f3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5f7e5c2e-dcd0-44c0-a251-a7bcffefb292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0887117 May 26 13:57:01.124342 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-8279ad4a-5501-48a8-86e9-e65089a07548 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ea477a5-0b77-466c-b782-069bc53617e5 HTTP/1.1" status: 200 len: 217 time: 0.0865314 May 26 13:57:01.230467 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:01.231277 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2d9de-e291-4708-8a58-fcb4e5b4f8e5 req-5e890d93-8245-418d-b0be-28a348950006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:01.232417 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1eb2d9de-e291-4708-8a58-fcb4e5b4f8e5 req-5e890d93-8245-418d-b0be-28a348950006 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8b5ae806-b190-4516-8465-70dba440ef62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0968277 May 26 13:57:01.260812 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-424619c5-d795-4cd2-a3b9-7a01d95ea84e req-9b6d8352-3fad-4aca-a7e4-14a1919bcb01 service neutron] 10.222.0.82 "GET /v2.0/networks/5f7e5c2e-dcd0-44c0-a251-a7bcffefb292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599321 May 26 13:57:01.315730 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 0d486a1e-7691-438f-a89c-df9425b682f1 up at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:57:01.371605 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-a8ccf107-f000-4683-b1ef-630869c7d72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:01.373144 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-a8ccf107-f000-4683-b1ef-630869c7d72d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=463c251f-969b-49e6-b225-a476c859b795 HTTP/1.1" status: 200 len: 856 time: 0.1318088 May 26 13:57:01.374008 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning for port 0d486a1e-7691-438f-a89c-df9425b682f1 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 13:57:01.381367 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-a8d6c57d-1598-41ab-a429-765a3ea1f6a2 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:01.382614 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-a8d6c57d-1598-41ab-a429-765a3ea1f6a2 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3768251 May 26 13:57:01.385969 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning complete for port 0d486a1e-7691-438f-a89c-df9425b682f1 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:57:01.386417 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (0d486a1e-7691-438f-a89c-df9425b682f1), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:01.481551 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 0d486a1e-7691-438f-a89c-df9425b682f1 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:57:01.482143 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (0d486a1e-7691-438f-a89c-df9425b682f1), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:01.519998 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 0d486a1e-7691-438f-a89c-df9425b682f1, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=0d486a1e-7691-438f-a89c-df9425b682f1,segment=NetworkSegment(19072dfe-0334-40e6-bb73-47766657aa3f),segment_id=19072dfe-0334-40e6-bb73-47766657aa3f)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:57:01.530613 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (0d486a1e-7691-438f-a89c-df9425b682f1), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:01.584424 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=0d486a1e-7691-438f-a89c-df9425b682f1,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:01.650893 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:01.667023 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d095f9d-7e2b-4b2c-96e5-3cb42d30e79e req-c0dcf054-c496-446f-995e-e9ff993c2971 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:01.668555 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5d095f9d-7e2b-4b2c-96e5-3cb42d30e79e req-c0dcf054-c496-446f-995e-e9ff993c2971 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 945 time: 0.0572639 May 26 13:57:01.677686 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:01.731645 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac28f1b-044c-4453-808c-2035103abafc req-a40399c4-830d-42a7-8953-3b73fb665080 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:01.735320 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1ac28f1b-044c-4453-808c-2035103abafc req-a40399c4-830d-42a7-8953-3b73fb665080 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 944 time: 0.0632968 May 26 13:57:01.772580 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5d095f9d-7e2b-4b2c-96e5-3cb42d30e79e req-e2a82255-1af0-466b-a2f1-0a1d41df78ac tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937603 May 26 13:57:01.784413 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9116ee60-50e6-48c5-bcc1-8e9d08e35458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d486a1e-7691-438f-a89c-df9425b682f1'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:57:01.786834 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75cf6a0b0aca4359f4c43b56c27fa80c20f62c04807301a9a0ec5234ef5b0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f0e2b7-41b8-42ef-a69d-7c01cd01b3c9" -d '{"events": [{"server_uuid": "9116ee60-50e6-48c5-bcc1-8e9d08e35458", "name": "network-vif-plugged", "status": "completed", "tag": "0d486a1e-7691-438f-a89c-df9425b682f1"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:57:01.795717 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1ac28f1b-044c-4453-808c-2035103abafc req-5bb74159-7d36-49ca-9d44-6d684eda6f88 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561397 May 26 13:57:01.823717 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225e2712-b41b-4a2f-944e-9bd9c1e908c2 x-openstack-request-id: req-225e2712-b41b-4a2f-944e-9bd9c1e908c2 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:57:01.824027 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9116ee60-50e6-48c5-bcc1-8e9d08e35458", "name": "network-vif-plugged", "status": "completed", "tag": "0d486a1e-7691-438f-a89c-df9425b682f1", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:57:01.824282 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-225e2712-b41b-4a2f-944e-9bd9c1e908c2 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:57:01.824673 dv-cinder-842130-1-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-225e2712-b41b-4a2f-944e-9bd9c1e908c2'] response: {'server_uuid': '9116ee60-50e6-48c5-bcc1-8e9d08e35458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d486a1e-7691-438f-a89c-df9425b682f1', 'code': 200} May 26 13:57:01.898436 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-111fffe1-181b-42b2-a395-a3befdbee350 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Request body: {'port': {'device_id': 'deead541-6f7c-4096-819b-0a8fe84acd53', 'network_id': '188ea5c3-3f12-4cbc-8890-14601275b1c0', 'admin_state_up': True, 'tenant_id': '0926e6ea11a2454e9a5b4ef6c5fd2d96'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:57:02.039149 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7cb251-316d-43a7-a368-1f9aee796336 req-a5b50fec-d178-41b4-9327-6eb6653b4ee4 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:02.040682 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ef7cb251-316d-43a7-a368-1f9aee796336 req-a5b50fec-d178-41b4-9327-6eb6653b4ee4 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 946 time: 0.0906713 May 26 13:57:02.074841 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8d973-d0c6-404e-b789-a7ec0ed79ce6 req-4f3ed505-79e1-4643-bdce-0bc3ee14cc31 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:02.076445 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-49e8d973-d0c6-404e-b789-a7ec0ed79ce6 req-4f3ed505-79e1-4643-bdce-0bc3ee14cc31 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.1108513 May 26 13:57:02.107171 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-424619c5-d795-4cd2-a3b9-7a01d95ea84e req-88321362-72a3-4fab-9980-452f9f54c229 service neutron] 10.222.0.82 "GET /v2.0/networks/5f7e5c2e-dcd0-44c0-a251-a7bcffefb292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239065 May 26 13:57:02.147820 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ef7cb251-316d-43a7-a368-1f9aee796336 req-298b3c1a-5fc8-4039-abf2-19ec8d5ad34b tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965371 May 26 13:57:02.155398 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-49e8d973-d0c6-404e-b789-a7ec0ed79ce6 req-63306ae4-c75f-44a5-83fc-e31eb78ad5c2 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687606 May 26 13:57:02.208531 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-b5db468d-2400-4943-9cb6-506abd5de576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:02.210101 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-b5db468d-2400-4943-9cb6-506abd5de576 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=94664734-1654-43f2-b262-23850dca9bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3164268 May 26 13:57:02.263914 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1eb2d9de-e291-4708-8a58-fcb4e5b4f8e5 req-20e56bcb-c406-44c9-b4ba-08952263892a service neutron] 10.222.0.82 "GET /v2.0/networks/8b5ae806-b190-4516-8465-70dba440ef62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806705 May 26 13:57:02.289142 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-111fffe1-181b-42b2-a395-a3befdbee350 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Made reservation on behalf of 0926e6ea11a2454e9a5b4ef6c5fd2d96 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:57:02.292690 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-111fffe1-181b-42b2-a395-a3befdbee350 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:02.303012 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-111fffe1-181b-42b2-a395-a3befdbee350 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:02.376171 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-eb383839-f799-4812-b68e-4fc1aa8cb5f3 req-24e714c7-de23-42c6-ae82-edca2982c0ad tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 210 time: 0.0287731 May 26 13:57:02.382460 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-111fffe1-181b-42b2-a395-a3befdbee350 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Publish callbacks [] for security_group (f49f0d0d-8376-466f-bf1e-3eb022e313ab), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:02.387408 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-111fffe1-181b-42b2-a395-a3befdbee350 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (f49f0d0d-8376-466f-bf1e-3eb022e313ab), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:02.453124 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fffe1-181b-42b2-a395-a3befdbee350 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f49f0d0d-8376-466f-bf1e-3eb022e313ab,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:02.464717 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111fffe1-181b-42b2-a395-a3befdbee350 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:02.464836 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111fffe1-181b-42b2-a395-a3befdbee350 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:02.465113 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111fffe1-181b-42b2-a395-a3befdbee350 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:02.465474 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111fffe1-181b-42b2-a395-a3befdbee350 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:02.465804 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111fffe1-181b-42b2-a395-a3befdbee350 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:02.466132 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111fffe1-181b-42b2-a395-a3befdbee350 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:02.466492 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111fffe1-181b-42b2-a395-a3befdbee350 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:02.467368 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111fffe1-181b-42b2-a395-a3befdbee350 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:02.467689 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111fffe1-181b-42b2-a395-a3befdbee350 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:02.468009 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111fffe1-181b-42b2-a395-a3befdbee350 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:02.468328 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111fffe1-181b-42b2-a395-a3befdbee350 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:02.468648 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111fffe1-181b-42b2-a395-a3befdbee350 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:02.468963 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111fffe1-181b-42b2-a395-a3befdbee350 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:02.469308 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111fffe1-181b-42b2-a395-a3befdbee350 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:02.469624 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111fffe1-181b-42b2-a395-a3befdbee350 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:02.536483 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-111fffe1-181b-42b2-a395-a3befdbee350 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Allocated IP 192.168.233.192 (188ea5c3-3f12-4cbc-8890-14601275b1c0/27d4881a-2fc8-4c88-91c6-cafbbe119d74/8b18d3a7-cd65-4ce0-bf45-5db8540263cd) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:57:02.571995 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:02.687318 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-111fffe1-181b-42b2-a395-a3befdbee350 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Publish callbacks [] for port (8b18d3a7-cd65-4ce0-bf45-5db8540263cd), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:02.720152 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-111fffe1-181b-42b2-a395-a3befdbee350 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (8b18d3a7-cd65-4ce0-bf45-5db8540263cd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:02.726376 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:02.762410 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-111fffe1-181b-42b2-a395-a3befdbee350 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Network 188ea5c3-3f12-4cbc-8890-14601275b1c0 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:57:02.768088 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-111fffe1-181b-42b2-a395-a3befdbee350 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:57:02.771694 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-111fffe1-181b-42b2-a395-a3befdbee350 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:57:02.800729 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fffe1-181b-42b2-a395-a3befdbee350 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Pushing event updated for resources: {'Port': ['ID=8b18d3a7-cd65-4ce0-bf45-5db8540263cd,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:02.828796 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-111fffe1-181b-42b2-a395-a3befdbee350 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:02.829479 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-111fffe1-181b-42b2-a395-a3befdbee350 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:02.852234 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-111fffe1-181b-42b2-a395-a3befdbee350 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9595480 May 26 13:57:02.926723 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b499ab-bae9-4964-9309-48f017d2297a req-da5afeb1-1e09-4b6d-a846-acfc781c47c8 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:02.928233 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-28b499ab-bae9-4964-9309-48f017d2297a req-da5afeb1-1e09-4b6d-a846-acfc781c47c8 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 945 time: 0.0779765 May 26 13:57:02.948123 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5df40a-d874-41de-932c-31bcbeb10de4 req-ee0b7f85-40fb-4b3a-bc5b-62a8ac4783ad tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:02.949564 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bf5df40a-d874-41de-932c-31bcbeb10de4 req-ee0b7f85-40fb-4b3a-bc5b-62a8ac4783ad tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 944 time: 0.0688860 May 26 13:57:03.005369 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-2c4f1b12-41f5-40b5-b468-d42c958da0e0 None None] Provisioning complete for port 8b18d3a7-cd65-4ce0-bf45-5db8540263cd triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:57:03.005993 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2c4f1b12-41f5-40b5-b468-d42c958da0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (8b18d3a7-cd65-4ce0-bf45-5db8540263cd), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:03.014462 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-28b499ab-bae9-4964-9309-48f017d2297a req-e5ca1e69-639e-4ff7-b80e-420f50f55e89 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802946 May 26 13:57:03.019548 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bf5df40a-d874-41de-932c-31bcbeb10de4 req-ba6cfd95-62bf-4db4-a6b8-6809fcf2beae tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632975 May 26 13:57:03.041219 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-2c4f1b12-41f5-40b5-b468-d42c958da0e0 None None] Port 8b18d3a7-cd65-4ce0-bf45-5db8540263cd cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:57:03.303110 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e49b8f-dbaa-4e94-8183-058ecfdb3819 req-8a6d3f87-46b7-4b18-a07e-afb11cb92228 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:03.304488 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-00e49b8f-dbaa-4e94-8183-058ecfdb3819 req-8a6d3f87-46b7-4b18-a07e-afb11cb92228 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 946 time: 0.0760887 May 26 13:57:03.312732 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3827a-7246-4a12-8d8a-5f69a4511330 req-6f61e9d4-d9b6-479e-becb-40b0db2bd501 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:03.314151 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4cc3827a-7246-4a12-8d8a-5f69a4511330 req-6f61e9d4-d9b6-479e-becb-40b0db2bd501 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0769525 May 26 13:57:03.385544 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-00e49b8f-dbaa-4e94-8183-058ecfdb3819 req-b5f6210c-b9b4-43c2-a912-4585f2aaddce tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704272 May 26 13:57:03.389287 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4cc3827a-7246-4a12-8d8a-5f69a4511330 req-d997e208-07f4-4ada-a151-8d95e37095ab tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678852 May 26 13:57:03.488894 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ac555-6f43-4906-b0fc-ff9898f2c00d req-e3032acc-4913-426a-8f88-a144c4012b18 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:03.490412 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-331ac555-6f43-4906-b0fc-ff9898f2c00d req-e3032acc-4913-426a-8f88-a144c4012b18 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 936 time: 0.0474169 May 26 13:57:03.509127 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=4 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:03.539905 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-331ac555-6f43-4906-b0fc-ff9898f2c00d req-afdb3134-7edb-4734-a84d-6b672fc838b8 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439065 May 26 13:57:04.171579 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de0f173-d0e1-4027-b4e9-6622efeecabd req-690dfa31-42d0-4b02-9443-d8f38aa4fad0 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:04.173042 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2de0f173-d0e1-4027-b4e9-6622efeecabd req-690dfa31-42d0-4b02-9443-d8f38aa4fad0 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 945 time: 0.0789204 May 26 13:57:04.179076 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d253c-324f-4f80-8d9e-32b6a2238b9d req-2dc81394-a6df-4438-9130-c7c9ccfed7ce tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:04.180476 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1f4d253c-324f-4f80-8d9e-32b6a2238b9d req-2dc81394-a6df-4438-9130-c7c9ccfed7ce tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 944 time: 0.0851393 May 26 13:57:04.202082 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:04.221085 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:04.249820 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2de0f173-d0e1-4027-b4e9-6622efeecabd req-62c341f4-ad52-43a6-9475-c58f38c12644 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683968 May 26 13:57:04.260818 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1f4d253c-324f-4f80-8d9e-32b6a2238b9d req-b4558a7c-189b-43e1-bac6-c48783707d84 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723212 May 26 13:57:04.527549 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd515192-a878-46cd-9c1b-c2c930050473 req-ef0232a1-793e-4547-8847-421a38e02192 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:04.529030 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dd515192-a878-46cd-9c1b-c2c930050473 req-ef0232a1-793e-4547-8847-421a38e02192 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 946 time: 0.0781982 May 26 13:57:04.535549 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c26cde-4ae2-4cb3-ba5d-bf59bbab73d8 req-c6037b22-cabd-4ca5-8769-1d1025c4b1b8 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:04.536896 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b6c26cde-4ae2-4cb3-ba5d-bf59bbab73d8 req-c6037b22-cabd-4ca5-8769-1d1025c4b1b8 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0755372 May 26 13:57:04.610614 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dd515192-a878-46cd-9c1b-c2c930050473 req-2900c249-7a1c-418a-b7bf-ee721acf467e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727515 May 26 13:57:04.613880 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b6c26cde-4ae2-4cb3-ba5d-bf59bbab73d8 req-79d16bbc-d8d8-44ea-ae46-c4a19ba9bad5 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694010 May 26 13:57:04.713779 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee259c-d48a-4738-a577-919e716a286b req-6f1cd763-fbfe-4cac-b149-c39714c1ae7f tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:04.715200 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-11ee259c-d48a-4738-a577-919e716a286b req-6f1cd763-fbfe-4cac-b149-c39714c1ae7f tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 936 time: 0.0484674 May 26 13:57:04.761952 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-11ee259c-d48a-4738-a577-919e716a286b req-335517fe-8679-4783-a927-6d5249d6c4d6 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410016 May 26 13:57:05.115937 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:05.387794 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffca7d2-30be-4f36-903f-50e12c637ad7 req-b4c046b5-4528-4384-855e-2d64735282e7 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:05.389239 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dffca7d2-30be-4f36-903f-50e12c637ad7 req-b4c046b5-4528-4384-855e-2d64735282e7 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 945 time: 0.0705793 May 26 13:57:05.397490 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c998b8-72eb-4099-a7d0-fb6044242f31 req-e7551841-4e3a-41bc-a292-95f94d0c898f tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:05.398860 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e4c998b8-72eb-4099-a7d0-fb6044242f31 req-e7551841-4e3a-41bc-a292-95f94d0c898f tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 944 time: 0.0702200 May 26 13:57:05.472751 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dffca7d2-30be-4f36-903f-50e12c637ad7 req-f4e0931c-618a-48bc-9852-32d71ec382e1 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729611 May 26 13:57:05.476776 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e4c998b8-72eb-4099-a7d0-fb6044242f31 req-692ea2f0-86e1-4535-85b5-7c9457e954e9 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697117 May 26 13:57:05.775696 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400eebdb-5c92-4095-8b7f-7531eeb96123 req-a76926b7-7626-45c4-bcc0-fa3fda0165b0 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:05.777193 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-400eebdb-5c92-4095-8b7f-7531eeb96123 req-a76926b7-7626-45c4-bcc0-fa3fda0165b0 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 946 time: 0.0783930 May 26 13:57:05.797763 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edcadd-0259-4634-a090-027ffa03ee60 req-27c538a9-139b-478d-845c-dedcb439b8de tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:05.799196 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-47edcadd-0259-4634-a090-027ffa03ee60 req-27c538a9-139b-478d-845c-dedcb439b8de tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0702708 May 26 13:57:05.862521 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-400eebdb-5c92-4095-8b7f-7531eeb96123 req-b0de28b3-2f00-47d4-8e28-c58e922631a6 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789392 May 26 13:57:05.874053 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-47edcadd-0259-4634-a090-027ffa03ee60 req-6c925b66-1ab0-4e1e-853d-abaafdd68f7c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657108 May 26 13:57:05.955128 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-90002df3-d1cc-42fa-add0-71c1252e8d20 service neutron] Request body: {'port': {'device_id': 'deead541-6f7c-4096-819b-0a8fe84acd53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84213'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:57:06.007236 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6ae16-6a5f-44a8-a688-947db5eb9d6f req-8b57cf86-c60d-41be-b977-0df34edbfa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:06.008708 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b7b6ae16-6a5f-44a8-a688-947db5eb9d6f req-8b57cf86-c60d-41be-b977-0df34edbfa17 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 1130 time: 0.0536571 May 26 13:57:06.015291 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05360a11-08c7-4882-a218-efa419954c22 req-2ab66bdf-17e5-4f6f-91a9-ade7ea168d7e tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:06.016781 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-05360a11-08c7-4882-a218-efa419954c22 req-2ab66bdf-17e5-4f6f-91a9-ade7ea168d7e tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 936 time: 0.0921454 May 26 13:57:06.064293 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-05360a11-08c7-4882-a218-efa419954c22 req-365129bf-4441-4639-9bd1-6a852072d790 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414453 May 26 13:57:06.135390 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-90002df3-d1cc-42fa-add0-71c1252e8d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (8b18d3a7-cd65-4ce0-bf45-5db8540263cd), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:06.187077 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1eb2d9de-e291-4708-8a58-fcb4e5b4f8e5 req-6a0200c0-f7ae-4fd1-b252-9054df0819a0 service neutron] 10.222.0.82 "GET /v2.0/networks/8b5ae806-b190-4516-8465-70dba440ef62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162316 May 26 13:57:06.204643 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-46a25705-7c5e-4100-9a6c-a3c5c127839e service neutron] 10.222.0.82 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443757 May 26 13:57:06.418129 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:06.456647 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-90002df3-d1cc-42fa-add0-71c1252e8d20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b18d3a7-cd65-4ce0-bf45-5db8540263cd {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:57:06.464377 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-90002df3-d1cc-42fa-add0-71c1252e8d20 service neutron] Publish callbacks [] for port (8b18d3a7-cd65-4ce0-bf45-5db8540263cd), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:06.477284 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-90002df3-d1cc-42fa-add0-71c1252e8d20 service neutron] Transition to ACTIVE for port object 8b18d3a7-cd65-4ce0-bf45-5db8540263cd will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 13:57:06.481235 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-90002df3-d1cc-42fa-add0-71c1252e8d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14253987'] for port (8b18d3a7-cd65-4ce0-bf45-5db8540263cd), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:06.566177 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90002df3-d1cc-42fa-add0-71c1252e8d20 service neutron] Pushing event updated for resources: {'Port': ['ID=8b18d3a7-cd65-4ce0-bf45-5db8540263cd,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:06.626015 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-90002df3-d1cc-42fa-add0-71c1252e8d20 service neutron] Attempting to bind port 8b18d3a7-cd65-4ce0-bf45-5db8540263cd on host hv-cinder-84213 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:57:06.626642 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-90002df3-d1cc-42fa-add0-71c1252e8d20 service neutron] Attempting to bind port 8b18d3a7-cd65-4ce0-bf45-5db8540263cd by drivers openvswitch,hyperv on host hv-cinder-84213 at level 0 using segments [{'id': '97f33a52-2818-4181-bdad-0d53784be53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '188ea5c3-3f12-4cbc-8890-14601275b1c0'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:57:06.626919 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-90002df3-d1cc-42fa-add0-71c1252e8d20 service neutron] Attempting to bind port 8b18d3a7-cd65-4ce0-bf45-5db8540263cd on network 188ea5c3-3f12-4cbc-8890-14601275b1c0 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:57:06.632320 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-90002df3-d1cc-42fa-add0-71c1252e8d20 service neutron] Port 8b18d3a7-cd65-4ce0-bf45-5db8540263cd on network 188ea5c3-3f12-4cbc-8890-14601275b1c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84213 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 13:57:06.632666 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-90002df3-d1cc-42fa-add0-71c1252e8d20 service neutron] Attempting to bind port 8b18d3a7-cd65-4ce0-bf45-5db8540263cd on network 188ea5c3-3f12-4cbc-8890-14601275b1c0 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:57:06.638223 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-90002df3-d1cc-42fa-add0-71c1252e8d20 service neutron] Checking agent: {'id': '7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'started_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:57:06.638609 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-90002df3-d1cc-42fa-add0-71c1252e8d20 service neutron] Checking segment: {'id': '97f33a52-2818-4181-bdad-0d53784be53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '188ea5c3-3f12-4cbc-8890-14601275b1c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:57:06.638994 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-90002df3-d1cc-42fa-add0-71c1252e8d20 service neutron] Bound using segment: {'id': '97f33a52-2818-4181-bdad-0d53784be53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '188ea5c3-3f12-4cbc-8890-14601275b1c0'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:57:06.639422 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-90002df3-d1cc-42fa-add0-71c1252e8d20 service neutron] Bound port: 8b18d3a7-cd65-4ce0-bf45-5db8540263cd, host: hv-cinder-84213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97f33a52-2818-4181-bdad-0d53784be53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '188ea5c3-3f12-4cbc-8890-14601275b1c0'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:57:06.639780 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-90002df3-d1cc-42fa-add0-71c1252e8d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (8b18d3a7-cd65-4ce0-bf45-5db8540263cd), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:06.665780 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2490d4-1afa-4412-bbe3-af4ff53ce611 req-af80f0d8-fb50-40c3-882b-fc667d495b19 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:06.669186 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3c2490d4-1afa-4412-bbe3-af4ff53ce611 req-af80f0d8-fb50-40c3-882b-fc667d495b19 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 944 time: 0.1001668 May 26 13:57:06.683529 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1df835-455e-4a93-8dda-e081ac5c6299 req-bc93a202-e1c9-426a-ad0a-b99d776f57b4 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:06.687205 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0c1df835-455e-4a93-8dda-e081ac5c6299 req-bc93a202-e1c9-426a-ad0a-b99d776f57b4 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 945 time: 0.0715706 May 26 13:57:06.713142 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-90002df3-d1cc-42fa-add0-71c1252e8d20 service neutron] For port 8b18d3a7-cd65-4ce0-bf45-5db8540263cd, host hv-cinder-84213, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:57:06.716992 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-90002df3-d1cc-42fa-add0-71c1252e8d20 service neutron] For port 8b18d3a7-cd65-4ce0-bf45-5db8540263cd, host hv-cinder-84213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=8b18d3a7-cd65-4ce0-bf45-5db8540263cd,segment=NetworkSegment(97f33a52-2818-4181-bdad-0d53784be53a),segment_id=97f33a52-2818-4181-bdad-0d53784be53a)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:57:06.718636 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:06.740515 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-90002df3-d1cc-42fa-add0-71c1252e8d20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14253987'] for port (8b18d3a7-cd65-4ce0-bf45-5db8540263cd), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:06.771022 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:06.785295 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-90002df3-d1cc-42fa-add0-71c1252e8d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:06.786230 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-90002df3-d1cc-42fa-add0-71c1252e8d20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:06.788273 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-90002df3-d1cc-42fa-add0-71c1252e8d20 service neutron] 10.222.0.82 "PUT /v2.0/ports/8b18d3a7-cd65-4ce0-bf45-5db8540263cd HTTP/1.1" status: 200 len: 1098 time: 0.8389852 May 26 13:57:06.788880 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deead541-6f7c-4096-819b-0a8fe84acd53', 'tag': '8b18d3a7-cd65-4ce0-bf45-5db8540263cd'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:57:06.792110 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a2fe3094dbca619affac8640d5d00e1e0d94bf0ce4138e249cf9dd9a9bbd82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ec7485-26de-4832-a822-38d119b6f9ed" -d '{"events": [{"name": "network-changed", "server_uuid": "deead541-6f7c-4096-819b-0a8fe84acd53", "tag": "8b18d3a7-cd65-4ce0-bf45-5db8540263cd"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:57:06.826110 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3c2490d4-1afa-4412-bbe3-af4ff53ce611 req-7cbceec4-9806-4b1b-a930-7fb03c5791a5 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377425 May 26 13:57:06.830953 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90002df3-d1cc-42fa-add0-71c1252e8d20 service neutron] Pushing event updated for resources: {'Port': ['ID=8b18d3a7-cd65-4ce0-bf45-5db8540263cd,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:06.846034 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0c1df835-455e-4a93-8dda-e081ac5c6299 req-97051be7-9691-451e-a53e-b9ee7a811dd7 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463468 May 26 13:57:06.924502 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040622d4-566e-4a67-8a4e-3f03586f7fbc x-openstack-request-id: req-040622d4-566e-4a67-8a4e-3f03586f7fbc {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:57:06.926277 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deead541-6f7c-4096-819b-0a8fe84acd53", "tag": "8b18d3a7-cd65-4ce0-bf45-5db8540263cd", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:57:06.926616 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-040622d4-566e-4a67-8a4e-3f03586f7fbc {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:57:06.927059 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-040622d4-566e-4a67-8a4e-3f03586f7fbc'] response: {'name': 'network-changed', 'server_uuid': 'deead541-6f7c-4096-819b-0a8fe84acd53', 'tag': '8b18d3a7-cd65-4ce0-bf45-5db8540263cd', 'status': 'completed', 'code': 200} May 26 13:57:07.004753 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:07.073016 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096999d-124a-40b6-bd68-bd288e068eeb req-5d18f5b3-86b0-4b42-b2f2-b856789b74af tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:07.081396 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6096999d-124a-40b6-bd68-bd288e068eeb req-5d18f5b3-86b0-4b42-b2f2-b856789b74af tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 946 time: 0.1200662 May 26 13:57:07.217404 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476293b-3687-4e09-9197-a27cb91d6999 req-2cfe61de-a81b-4724-85ec-6c1f7db64161 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:07.224705 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c476293b-3687-4e09-9197-a27cb91d6999 req-2cfe61de-a81b-4724-85ec-6c1f7db64161 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.2132363 May 26 13:57:07.302061 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bc887e32-1a27-4250-95f0-7ee7343b0476 req-da290c3a-976c-4971-9c72-a02302ff56b4 service neutron] 10.222.0.82 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988988 May 26 13:57:07.306522 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bacd2294-4b34-4af1-9ca8-e6768fa0e3dc req-0ee13518-cd34-4748-8741-3eef89317a87 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1997709 May 26 13:57:07.335211 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6096999d-124a-40b6-bd68-bd288e068eeb req-fc2f8470-65af-43cc-ba0d-68da74e3d805 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2480645 May 26 13:57:07.337036 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe25874-e5d7-4f04-90fc-90d0f86e944d req-1d5407ee-ddd9-4d37-bced-dbbd238c1279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:07.338864 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cfe25874-e5d7-4f04-90fc-90d0f86e944d req-1d5407ee-ddd9-4d37-bced-dbbd238c1279 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 1130 time: 0.1001050 May 26 13:57:07.342813 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec7485-26de-4832-a822-38d119b6f9ed req-0be0b8eb-9292-4513-aee6-0dbf9865ad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:07.344298 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-55ec7485-26de-4832-a822-38d119b6f9ed req-0be0b8eb-9292-4513-aee6-0dbf9865ad55 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0926e6ea11a2454e9a5b4ef6c5fd2d96&device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 1132 time: 0.0866716 May 26 13:57:07.399343 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b7b6ae16-6a5f-44a8-a688-947db5eb9d6f req-ad2e7295-7131-4b5b-a35d-afb17c5ceda8 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952685 May 26 13:57:07.438322 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c476293b-3687-4e09-9197-a27cb91d6999 req-d8f542c0-cca0-4ec0-b0e8-e26775b53cfd tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2119594 May 26 13:57:07.493757 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cfe25874-e5d7-4f04-90fc-90d0f86e944d req-ceb99217-e440-49f1-9318-936bc3048a64 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913854 May 26 13:57:07.518791 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72895e67-cb78-4e0a-955b-09cb47345f31 req-77884402-85bf-4e6c-9b08-3cb72d8d5eb3 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:07.523380 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-72895e67-cb78-4e0a-955b-09cb47345f31 req-77884402-85bf-4e6c-9b08-3cb72d8d5eb3 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 948 time: 0.0839117 May 26 13:57:07.583456 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-72895e67-cb78-4e0a-955b-09cb47345f31 req-fcb7912c-e1ca-44c0-b06e-6098575380e3 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518370 May 26 13:57:07.616371 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3caef60-08f4-4bce-b8fb-3fc9c73db631 req-da2e313c-0cd7-45ca-8036-c0206021a3e3 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:07.617836 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a3caef60-08f4-4bce-b8fb-3fc9c73db631 req-da2e313c-0cd7-45ca-8036-c0206021a3e3 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 946 time: 0.0574489 May 26 13:57:07.626359 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 44196) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:57:07.630645 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-49741d4f-cb48-4fff-8bea-f7dbaba5892c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Request body: {'floatingip': {'port_id': '44b52c9b-2e5c-490a-ab42-cd30ca4bea28'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:57:07.703441 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-49741d4f-cb48-4fff-8bea-f7dbaba5892c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for floatingip (a146127d-00da-4bf9-bd9c-520b5395a2e9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:07.972277 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f2273-7124-4ba9-ac35-23730d2629d8 req-f8c5b0f1-fed2-441e-b93a-bfb11fe27bb2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:07.973707 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0c5f2273-7124-4ba9-ac35-23730d2629d8 req-f8c5b0f1-fed2-441e-b93a-bfb11fe27bb2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 944 time: 0.0832715 May 26 13:57:08.358220 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0c5f2273-7124-4ba9-ac35-23730d2629d8 req-c330bf5e-7136-4a6e-8e77-6757f65c6473 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782303 May 26 13:57:08.597929 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-49741d4f-cb48-4fff-8bea-f7dbaba5892c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:08.606680 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022db75-7d2f-45ad-9148-511df6bca8fb req-e527f4dd-72da-4279-91ae-7e3948aa407c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:08.608842 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8022db75-7d2f-45ad-9148-511df6bca8fb req-e527f4dd-72da-4279-91ae-7e3948aa407c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0774601 May 26 13:57:08.609895 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-49741d4f-cb48-4fff-8bea-f7dbaba5892c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778712'] for floatingip (a146127d-00da-4bf9-bd9c-520b5395a2e9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:08.675058 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:08.679588 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:08.763491 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641b6dd-66f9-4a06-8cd0-d75d7b3393b7 req-c9d06dc1-ed48-40e5-9b01-40c6225badaa tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:08.764938 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6641b6dd-66f9-4a06-8cd0-d75d7b3393b7 req-c9d06dc1-ed48-40e5-9b01-40c6225badaa tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 948 time: 0.1096306 May 26 13:57:08.785479 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8022db75-7d2f-45ad-9148-511df6bca8fb req-a739db36-63ad-49a5-acee-9d6532fa9122 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415086 May 26 13:57:08.800507 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.db.l3_db [None req-49741d4f-cb48-4fff-8bea-f7dbaba5892c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Floating IP a146127d-00da-4bf9-bd9c-520b5395a2e9 associated. External IP: 172.27.1.164, port: 44b52c9b-2e5c-490a-ab42-cd30ca4bea28. May 26 13:57:08.866481 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6641b6dd-66f9-4a06-8cd0-d75d7b3393b7 req-6bafbecd-b4e9-46ed-a9b5-ccc1d9fa5afe tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933449 May 26 13:57:09.012820 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49741d4f-cb48-4fff-8bea-f7dbaba5892c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Router daa0fa1d-1072-4f3c-8d4e-d0d83801f24a has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:57:09.115457 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49741d4f-cb48-4fff-8bea-f7dbaba5892c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:57:09.119968 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-49741d4f-cb48-4fff-8bea-f7dbaba5892c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:09.129380 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5c4695-aaba-42d4-8c8a-1bdb4d39c182 None None] Sync routers for ids ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'] in dv-cinder-842130-1-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:57:09.140471 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5c4695-aaba-42d4-8c8a-1bdb4d39c182 None None] Routers {'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:57:09.141100 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-1b5c4695-aaba-42d4-8c8a-1bdb4d39c182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:56:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:57:09.150049 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-49741d4f-cb48-4fff-8bea-f7dbaba5892c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "PUT /v2.0/floatingips/a146127d-00da-4bf9-bd9c-520b5395a2e9 HTTP/1.1" status: 200 len: 992 time: 1.5226564 May 26 13:57:09.150632 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71af8283-a8f5-44e7-bdcd-6606070472b2', 'tag': '44b52c9b-2e5c-490a-ab42-cd30ca4bea28'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:57:09.153233 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a67d27a2ec375fafa348027e062b6cf3c7935884065918e746e599b143197b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ad44cb-f832-48ee-b1a0-0946f5abd208" -d '{"events": [{"name": "network-changed", "server_uuid": "71af8283-a8f5-44e7-bdcd-6606070472b2", "tag": "44b52c9b-2e5c-490a-ab42-cd30ca4bea28"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:57:09.199256 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f61e006-62c3-4258-b969-c891c85ce59f x-openstack-request-id: req-6f61e006-62c3-4258-b969-c891c85ce59f {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:57:09.199508 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71af8283-a8f5-44e7-bdcd-6606070472b2", "tag": "44b52c9b-2e5c-490a-ab42-cd30ca4bea28", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:57:09.199872 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6f61e006-62c3-4258-b969-c891c85ce59f {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:57:09.200176 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f61e006-62c3-4258-b969-c891c85ce59f'] response: {'name': 'network-changed', 'server_uuid': '71af8283-a8f5-44e7-bdcd-6606070472b2', 'tag': '44b52c9b-2e5c-490a-ab42-cd30ca4bea28', 'status': 'completed', 'code': 200} May 26 13:57:09.252666 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-1b5c4695-aaba-42d4-8c8a-1bdb4d39c182 None None] Set router daa0fa1d-1072-4f3c-8d4e-d0d83801f24a gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:57:09.470660 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecee7c9-1bc0-4148-9efc-bc77586c183a req-304bf1fe-565c-4f6a-ac53-427fcc8db3e3 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:09.472173 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9ecee7c9-1bc0-4148-9efc-bc77586c183a req-304bf1fe-565c-4f6a-ac53-427fcc8db3e3 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 944 time: 0.0469310 May 26 13:57:09.495970 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-1b5c4695-aaba-42d4-8c8a-1bdb4d39c182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'name': 'tempest-AttachVolumeNegativeTest-1440631548-router', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:14Z', 'revision_number': 4, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'gw_port': {'id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': 'a146127d-00da-4bf9-bd9c-520b5395a2e9', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'port_id': '44b52c9b-2e5c-490a-ab42-cd30ca4bea28', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'mac_address': 'fa:16:3e:ec:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71af8283-a8f5-44e7-bdcd-6606070472b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:56:21Z', 'updated_at': '2022-05-26T13:57:08Z', 'revision_number': 1, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ffcef5-68aa-421a-9700-c16472c89579', 'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'mac_address': 'fa:16:3e:73:f3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:13Z', 'updated_at': '2022-05-26T13:56:30Z', 'revision_number': 5, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'subnets': [{'id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:57:09.519357 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9ecee7c9-1bc0-4148-9efc-bc77586c183a req-683fb1a6-118c-4c49-a781-772f1cb1f7f9 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415051 May 26 13:57:09.520389 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5c4695-aaba-42d4-8c8a-1bdb4d39c182 None None] Checking router: daa0fa1d-1072-4f3c-8d4e-d0d83801f24a for host: dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:57:09.529608 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5c4695-aaba-42d4-8c8a-1bdb4d39c182 None None] Routers {'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:57:09.530219 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-1b5c4695-aaba-42d4-8c8a-1bdb4d39c182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:56:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:57:09.633471 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-1b5c4695-aaba-42d4-8c8a-1bdb4d39c182 None None] Set router daa0fa1d-1072-4f3c-8d4e-d0d83801f24a gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:57:09.842599 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-1b5c4695-aaba-42d4-8c8a-1bdb4d39c182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'name': 'tempest-AttachVolumeNegativeTest-1440631548-router', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:14Z', 'revision_number': 4, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'gw_port': {'id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': 'a146127d-00da-4bf9-bd9c-520b5395a2e9', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'port_id': '44b52c9b-2e5c-490a-ab42-cd30ca4bea28', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'mac_address': 'fa:16:3e:ec:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71af8283-a8f5-44e7-bdcd-6606070472b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:56:21Z', 'updated_at': '2022-05-26T13:57:08Z', 'revision_number': 1, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ffcef5-68aa-421a-9700-c16472c89579', 'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'mac_address': 'fa:16:3e:73:f3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:13Z', 'updated_at': '2022-05-26T13:56:30Z', 'revision_number': 5, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'subnets': [{'id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:57:09.874245 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5c4695-aaba-42d4-8c8a-1bdb4d39c182 None None] The sync data for ids ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'] in dv-cinder-842130-1-iscsi is: [{'id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'name': 'tempest-AttachVolumeNegativeTest-1440631548-router', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:14Z', 'revision_number': 4, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'gw_port': {'id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': 'a146127d-00da-4bf9-bd9c-520b5395a2e9', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'port_id': '44b52c9b-2e5c-490a-ab42-cd30ca4bea28', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'mac_address': 'fa:16:3e:ec:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71af8283-a8f5-44e7-bdcd-6606070472b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:56:21Z', 'updated_at': '2022-05-26T13:57:08Z', 'revision_number': 1, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ffcef5-68aa-421a-9700-c16472c89579', 'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'mac_address': 'fa:16:3e:73:f3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:13Z', 'updated_at': '2022-05-26T13:56:30Z', 'revision_number': 5, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'subnets': [{'id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:57:09.921442 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0bc94-55ca-419b-8897-6ad3b89cf4ac req-9ebe7df6-b5e2-43a6-a863-657425b84e93 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:09.922978 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d2c0bc94-55ca-419b-8897-6ad3b89cf4ac req-9ebe7df6-b5e2-43a6-a863-657425b84e93 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0552890 May 26 13:57:10.007468 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd3540-3355-4154-9984-b16e5994940e req-15a6f6e3-881b-4fcd-a5b5-f92d31ce8e36 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:10.009011 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bddd3540-3355-4154-9984-b16e5994940e req-15a6f6e3-881b-4fcd-a5b5-f92d31ce8e36 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 948 time: 0.0725200 May 26 13:57:10.018658 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d2c0bc94-55ca-419b-8897-6ad3b89cf4ac req-98ae459c-b115-4a69-ade8-ec557532351f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896213 May 26 13:57:10.075675 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bddd3540-3355-4154-9984-b16e5994940e req-fb91e15b-de97-4159-9f4d-dd194415fcd2 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558963 May 26 13:57:10.110664 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3735d4ba-a3bf-4b28-828a-c00419ba9afd None None] New status for floating IP a146127d-00da-4bf9-bd9c-520b5395a2e9: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 13:57:10.266939 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:10.644052 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d901d2-09b6-43b7-9513-ec588f5a439f req-4da17c13-2cf7-4523-9238-bcebef124b45 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:10.645568 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-33d901d2-09b6-43b7-9513-ec588f5a439f req-4da17c13-2cf7-4523-9238-bcebef124b45 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 944 time: 0.0561705 May 26 13:57:10.676503 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:10.693869 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-33d901d2-09b6-43b7-9513-ec588f5a439f req-26ef2808-f866-4de3-a0ad-cc8cab9f1faf tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428629 May 26 13:57:11.142370 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533946a-7de0-4a1c-b6b5-89df7a4b547b req-d7d9d593-ef67-470d-90c1-017f30e8aad9 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:11.144016 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d533946a-7de0-4a1c-b6b5-89df7a4b547b req-d7d9d593-ef67-470d-90c1-017f30e8aad9 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0505888 May 26 13:57:11.210110 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596c671-00b8-41bb-b722-eb032aa91197 req-124886ec-4e94-4979-a60f-afae3470c9bb tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:11.211569 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f596c671-00b8-41bb-b722-eb032aa91197 req-124886ec-4e94-4979-a60f-afae3470c9bb tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 948 time: 0.0666912 May 26 13:57:11.240972 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d533946a-7de0-4a1c-b6b5-89df7a4b547b req-c7fe3496-08b0-45ce-bc9f-9a607c3df7a7 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864546 May 26 13:57:11.254113 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:11.273518 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f596c671-00b8-41bb-b722-eb032aa91197 req-7dd0fc52-099a-4494-aabb-50404afab73d tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558386 May 26 13:57:11.812670 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5742116-6e29-4f61-a3e5-4bbaedfe47d9 req-ebb292fb-7ce4-4d32-8152-f3614c459d14 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:11.814178 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e5742116-6e29-4f61-a3e5-4bbaedfe47d9 req-ebb292fb-7ce4-4d32-8152-f3614c459d14 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 944 time: 0.0524209 May 26 13:57:11.865253 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e5742116-6e29-4f61-a3e5-4bbaedfe47d9 req-96e6b10a-d36c-4791-9522-06715087418f tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455108 May 26 13:57:12.387921 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f609b94-9bfa-4aad-aa64-e0b92b579085 req-33104d87-3716-4b2b-89b3-bc1cd12b042d tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:12.390003 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3f609b94-9bfa-4aad-aa64-e0b92b579085 req-33104d87-3716-4b2b-89b3-bc1cd12b042d tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0747626 May 26 13:57:12.400272 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e89fd3-339a-41fb-8b6e-88932122ddd9 req-d08567a0-28ae-4cb6-bb94-58815844cc60 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:12.401748 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-95e89fd3-339a-41fb-8b6e-88932122ddd9 req-d08567a0-28ae-4cb6-bb94-58815844cc60 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 948 time: 0.0591705 May 26 13:57:12.477977 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3f609b94-9bfa-4aad-aa64-e0b92b579085 req-f620ad56-5892-4a40-b7f0-70ae52be44b0 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748088 May 26 13:57:12.481086 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-95e89fd3-339a-41fb-8b6e-88932122ddd9 req-86476854-d827-4ea2-93fd-df11438d8503 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716846 May 26 13:57:13.111475 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5185d83-1738-4f1e-940b-fa4d2a592987 req-9bcfb97d-4ba7-4341-b321-77c35134b518 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:13.112836 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d5185d83-1738-4f1e-940b-fa4d2a592987 req-9bcfb97d-4ba7-4341-b321-77c35134b518 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 944 time: 0.0470176 May 26 13:57:13.159413 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d5185d83-1738-4f1e-940b-fa4d2a592987 req-b36c18e2-aa2c-4787-8831-7159868cd3ec tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408862 May 26 13:57:13.634659 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9dde2f-7afe-4711-8a31-134fe692df6e req-a65d079c-f75b-4523-b655-dd2570d317a7 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:13.636654 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3d9dde2f-7afe-4711-8a31-134fe692df6e req-a65d079c-f75b-4523-b655-dd2570d317a7 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 948 time: 0.0819051 May 26 13:57:13.643721 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d4b68-5813-4496-a7a8-1a6055f84aa1 req-d1cade9a-ec4c-4b21-8ca0-35eba8bec2ec tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:13.645399 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d00d4b68-5813-4496-a7a8-1a6055f84aa1 req-d1cade9a-ec4c-4b21-8ca0-35eba8bec2ec tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0925109 May 26 13:57:13.728053 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3d9dde2f-7afe-4711-8a31-134fe692df6e req-6dc7ca79-564a-492f-a19e-6539c4d827b2 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815420 May 26 13:57:13.736431 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d00d4b68-5813-4496-a7a8-1a6055f84aa1 req-58ec4b0f-9b09-4105-977f-00dd0f8ee319 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749791 May 26 13:57:14.301135 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e003df-67cf-44e4-b119-967c3aa74083 req-6fcb2204-a96d-43aa-af78-1543ff35e996 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:14.302691 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f4e003df-67cf-44e4-b119-967c3aa74083 req-6fcb2204-a96d-43aa-af78-1543ff35e996 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 944 time: 0.0595074 May 26 13:57:14.355082 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f4e003df-67cf-44e4-b119-967c3aa74083 req-f1846186-1c5a-48b9-9fb7-b9de3e87f53d tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465920 May 26 13:57:14.844931 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c5dbf-fde6-42e1-8567-74f72e78d94c req-70b06c9f-8c1a-46d6-b52d-ac73ddffd880 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:14.846427 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ed0c5dbf-fde6-42e1-8567-74f72e78d94c req-70b06c9f-8c1a-46d6-b52d-ac73ddffd880 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 948 time: 0.0503836 May 26 13:57:14.899602 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ed0c5dbf-fde6-42e1-8567-74f72e78d94c req-780b5469-80d2-40a7-a028-8a991d679ed1 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476851 May 26 13:57:14.997196 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda7954-b324-4118-b0f8-d6aeae7ffa13 req-ae863a01-c5fa-43ed-a019-2cbdb6dff8b6 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:14.998648 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0dda7954-b324-4118-b0f8-d6aeae7ffa13 req-ae863a01-c5fa-43ed-a019-2cbdb6dff8b6 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0449839 May 26 13:57:15.032227 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:15.046668 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0dda7954-b324-4118-b0f8-d6aeae7ffa13 req-65ed737f-099a-42c3-b1b8-770cf7f400ea tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425756 May 26 13:57:15.467387 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92334be7-4e69-46e7-bcda-cfbeb333ca4a req-b37f6e1a-c088-4916-a4fd-adf4451b06de tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:15.468814 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-92334be7-4e69-46e7-bcda-cfbeb333ca4a req-b37f6e1a-c088-4916-a4fd-adf4451b06de tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 944 time: 0.0451081 May 26 13:57:15.519793 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-92334be7-4e69-46e7-bcda-cfbeb333ca4a req-2a59c8f1-9107-4816-ae4f-013fa27b7f56 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451975 May 26 13:57:16.010685 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de29922-f649-4dee-bcb4-34f49c7fc2bb req-5214ccca-c38a-477c-911c-3f71a1413d72 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:16.012141 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1de29922-f649-4dee-bcb4-34f49c7fc2bb req-5214ccca-c38a-477c-911c-3f71a1413d72 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 948 time: 0.0450294 May 26 13:57:16.059713 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1de29922-f649-4dee-bcb4-34f49c7fc2bb req-06bba02a-fc9b-4c4f-9661-f87bc51b1161 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414214 May 26 13:57:16.125659 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:16.160912 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69dd8c-2ec4-4dac-ba05-e91984537c06 req-e83f7352-753e-40ff-b12c-3f6d1dfc902e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:16.162408 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dd69dd8c-2ec4-4dac-ba05-e91984537c06 req-e83f7352-753e-40ff-b12c-3f6d1dfc902e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0463839 May 26 13:57:16.211757 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dd69dd8c-2ec4-4dac-ba05-e91984537c06 req-476a31b2-beb7-4df0-bd7b-37e90159b23d tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437925 May 26 13:57:16.634952 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb984a61-41d8-42ef-8ab3-eea5667865a0 req-aa04af50-7bed-43a3-b869-94d8ec02b4de tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:16.638376 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-eb984a61-41d8-42ef-8ab3-eea5667865a0 req-aa04af50-7bed-43a3-b869-94d8ec02b4de tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 944 time: 0.0517156 May 26 13:57:16.690375 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-eb984a61-41d8-42ef-8ab3-eea5667865a0 req-77b95379-30ad-4d4b-b283-684b809852a0 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444727 May 26 13:57:17.169096 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35322a29-ac09-41f2-957f-aa6232e80f04 req-889cc0fa-0dcc-40a0-b55b-d9c2e783cc00 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:17.170573 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-35322a29-ac09-41f2-957f-aa6232e80f04 req-889cc0fa-0dcc-40a0-b55b-d9c2e783cc00 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 948 time: 0.0452366 May 26 13:57:17.217498 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-35322a29-ac09-41f2-957f-aa6232e80f04 req-66bcb8b4-9e71-4a94-91f2-3bfabc4cde33 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411525 May 26 13:57:17.330990 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29c2d7-4bea-4014-a825-8049b42b4e75 req-fa8d477d-1d92-45be-84aa-2632adfa92aa tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:17.332445 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4f29c2d7-4bea-4014-a825-8049b42b4e75 req-fa8d477d-1d92-45be-84aa-2632adfa92aa tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0490980 May 26 13:57:17.377749 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4f29c2d7-4bea-4014-a825-8049b42b4e75 req-006e685f-f065-4e3a-aca9-7329c2a072bb tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397465 May 26 13:57:17.442610 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:17.469395 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-29dbf735-6c4c-46d8-90a0-1d9d4ebd27f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:17.489112 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=29 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:17.796745 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666ab0d-26af-4843-a5ad-0e101efa8349 req-077fa2be-f455-4342-8463-2238ef94e164 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:17.798434 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0666ab0d-26af-4843-a5ad-0e101efa8349 req-077fa2be-f455-4342-8463-2238ef94e164 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 944 time: 0.0456281 May 26 13:57:17.844004 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0666ab0d-26af-4843-a5ad-0e101efa8349 req-e1e884b1-4626-49c0-a760-d5166ab22353 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402765 May 26 13:57:18.328166 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cb6c4-8b1f-4289-b4bd-26d3660ba6cf req-9d87d9ba-8421-4a96-92b8-0a627661ecba tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:18.329664 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7b5cb6c4-8b1f-4289-b4bd-26d3660ba6cf req-9d87d9ba-8421-4a96-92b8-0a627661ecba tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 948 time: 0.0472414 May 26 13:57:18.379736 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 9ea477a5-0b77-466c-b782-069bc53617e5 details requested by agent hyperv_hv-cinder-84213 with host hv-cinder-84213 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 13:57:18.380885 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7b5cb6c4-8b1f-4289-b4bd-26d3660ba6cf req-f014ac26-a439-47fb-a5b6-14331f69e143 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451713 May 26 13:57:18.411819 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:18.483899 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 9ea477a5-0b77-466c-b782-069bc53617e5, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=9ea477a5-0b77-466c-b782-069bc53617e5,segment=NetworkSegment(dadb0ef3-0764-477f-9135-b33720fcec5f),segment_id=dadb0ef3-0764-477f-9135-b33720fcec5f)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:57:18.495459 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Returning: {'device': '9ea477a5-0b77-466c-b782-069bc53617e5', 'network_id': '94664734-1654-43f2-b262-23850dca9bb9', 'port_id': '9ea477a5-0b77-466c-b782-069bc53617e5', 'mac_address': 'fa:16:3e:4e:36:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '463c251f-969b-49e6-b225-a476c859b795', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 13:57:18.499553 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b95a76-0c1b-4b86-a145-7754255ba278 req-80ab2440-2d17-4512-a605-59ea9675ac6e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:18.501065 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-33b95a76-0c1b-4b86-a145-7754255ba278 req-80ab2440-2d17-4512-a605-59ea9675ac6e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0462255 May 26 13:57:18.530678 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 9ea477a5-0b77-466c-b782-069bc53617e5 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:57:18.531060 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (9ea477a5-0b77-466c-b782-069bc53617e5), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:18.544074 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea477a5-0b77-466c-b782-069bc53617e5 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:57:18.548022 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-33b95a76-0c1b-4b86-a145-7754255ba278 req-d090e989-0536-47f1-9faf-0195d219b46a tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413582 May 26 13:57:18.564654 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 9ea477a5-0b77-466c-b782-069bc53617e5, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=9ea477a5-0b77-466c-b782-069bc53617e5,segment=NetworkSegment(dadb0ef3-0764-477f-9135-b33720fcec5f),segment_id=dadb0ef3-0764-477f-9135-b33720fcec5f)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:57:18.570961 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (9ea477a5-0b77-466c-b782-069bc53617e5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:18.617103 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=9ea477a5-0b77-466c-b782-069bc53617e5,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:18.624126 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:18.624471 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:18.624836 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:18.625197 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:18.625533 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:18.625857 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:18.626177 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:18.626499 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:18.626819 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:18.627137 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:18.627453 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:18.627770 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:18.628084 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:18.628399 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:18.628711 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:18.955279 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aea5e6-b7ea-4692-b39c-7d799ae7d262 req-2147cf8f-09f2-4e5d-8eee-9b3f41ee8e5e tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:18.956719 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f7aea5e6-b7ea-4692-b39c-7d799ae7d262 req-2147cf8f-09f2-4e5d-8eee-9b3f41ee8e5e tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 945 time: 0.0453942 May 26 13:57:19.001446 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f7aea5e6-b7ea-4692-b39c-7d799ae7d262 req-e6fa61bd-9b12-47f5-9712-811bf7e927ef tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391769 May 26 13:57:19.503310 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f0f8e-18b9-4744-9807-cc6b013be9c5 req-39bf600f-f2ec-46af-82e1-872a02f8cc40 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:19.504769 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8a2f0f8e-18b9-4744-9807-cc6b013be9c5 req-39bf600f-f2ec-46af-82e1-872a02f8cc40 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 948 time: 0.0522065 May 26 13:57:19.551175 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8a2f0f8e-18b9-4744-9807-cc6b013be9c5 req-95c98896-96d1-4e07-bba0-93b6bdf5c345 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408120 May 26 13:57:19.636628 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3a60660f-7c5f-4050-a213-b3869af954a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:19.667963 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e3fc9-0dbf-457a-af80-9c225a6a07be req-bcb591f9-c64e-467c-8abc-e8ab69c4db08 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:19.670075 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6c0e3fc9-0dbf-457a-af80-9c225a6a07be req-bcb591f9-c64e-467c-8abc-e8ab69c4db08 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0496516 May 26 13:57:19.695208 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:19.723204 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6c0e3fc9-0dbf-457a-af80-9c225a6a07be req-c8b445d8-ff9c-414d-ba2d-1ae660f12776 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474446 May 26 13:57:19.820719 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] get_ports_and_sgs() called for port_ids ['9ea477a5-0b77-466c-b782-069bc53617e5'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:57:20.131474 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:20.149700 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1601be6-3e73-4232-9b17-b1711d3c2ea8 req-eba3751a-0338-4d1c-9598-3326d1ae777b tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:20.151760 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c1601be6-3e73-4232-9b17-b1711d3c2ea8 req-eba3751a-0338-4d1c-9598-3326d1ae777b tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 945 time: 0.0737157 May 26 13:57:20.424462 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c1601be6-3e73-4232-9b17-b1711d3c2ea8 req-9a858f88-fdf1-48cb-b94b-39609b5e811a tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640355 May 26 13:57:20.443906 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-55ec7485-26de-4832-a822-38d119b6f9ed req-f108b3b8-406b-40ba-b296-782a0dd0e0ff service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=0926e6ea11a2454e9a5b4ef6c5fd2d96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235651 May 26 13:57:20.516618 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:DELETE=1,neutron:SELECT=77 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:20.517617 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=74 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:20.685282 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34eb776-834c-43c3-a309-f48bd512cee5 req-5bff9c94-b75f-46fd-ae36-1259f52f6e1b tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:20.687434 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d34eb776-834c-43c3-a309-f48bd512cee5 req-5bff9c94-b75f-46fd-ae36-1259f52f6e1b tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 948 time: 0.0616381 May 26 13:57:20.749010 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d34eb776-834c-43c3-a309-f48bd512cee5 req-a6e7b81d-980b-4337-bd27-0a438a67a1b3 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557683 May 26 13:57:20.813897 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd2294-4b34-4af1-9ca8-e6768fa0e3dc req-0f67325b-8ee8-421b-a446-7a4f12a1c675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:20.815422 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bacd2294-4b34-4af1-9ca8-e6768fa0e3dc req-0f67325b-8ee8-421b-a446-7a4f12a1c675 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9ed49180e7f24cb296141d06576ead81&device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 1129 time: 0.1114705 May 26 13:57:20.856124 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec7485-26de-4832-a822-38d119b6f9ed req-b78e05a7-50d1-48db-99d0-005cb1c0ea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:20.857813 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-55ec7485-26de-4832-a822-38d119b6f9ed req-b78e05a7-50d1-48db-99d0-005cb1c0ea9e service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1552801 May 26 13:57:20.865145 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a04578-4c10-4bf2-b384-d02515900c46 req-bf24b0e1-cced-4b8b-997f-e41859e78120 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:20.866758 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-28a04578-4c10-4bf2-b384-d02515900c46 req-bf24b0e1-cced-4b8b-997f-e41859e78120 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0520318 May 26 13:57:20.935605 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-28a04578-4c10-4bf2-b384-d02515900c46 req-135aa1aa-1fd7-41f4-85cb-5c133bbb7fdf tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571363 May 26 13:57:21.207103 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 44458) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:57:21.259006 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:21.321088 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 9ea477a5-0b77-466c-b782-069bc53617e5 up at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:57:21.367838 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8bce31c8-b118-4bee-9703-84657444bd0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:21.382009 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning for port 9ea477a5-0b77-466c-b782-069bc53617e5 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 13:57:21.391856 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning complete for port 9ea477a5-0b77-466c-b782-069bc53617e5 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:57:21.392410 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (9ea477a5-0b77-466c-b782-069bc53617e5), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:21.483982 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8bce31c8-b118-4bee-9703-84657444bd0f admin admin] Publish callbacks [] for security_group (dbc0788c-6a88-47f0-a790-5f4f1aa931d7), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:21.492795 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8bce31c8-b118-4bee-9703-84657444bd0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (dbc0788c-6a88-47f0-a790-5f4f1aa931d7), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:21.511042 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 9ea477a5-0b77-466c-b782-069bc53617e5 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:57:21.511770 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (9ea477a5-0b77-466c-b782-069bc53617e5), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:21.564625 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e953c9eb-adb5-49a2-b9c2-03633d118240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea477a5-0b77-466c-b782-069bc53617e5'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:57:21.569197 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75cf6a0b0aca4359f4c43b56c27fa80c20f62c04807301a9a0ec5234ef5b0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2084ef-bab1-4d61-ae4d-275d7b25c372" -d '{"events": [{"server_uuid": "e953c9eb-adb5-49a2-b9c2-03633d118240", "name": "network-vif-plugged", "status": "completed", "tag": "9ea477a5-0b77-466c-b782-069bc53617e5"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:57:21.572068 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-8bce31c8-b118-4bee-9703-84657444bd0f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ae9d999268bf42ab85a7f0954f6b951b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3638752 May 26 13:57:21.574900 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 44476) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:57:21.594124 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce31c8-b118-4bee-9703-84657444bd0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc0788c-6a88-47f0-a790-5f4f1aa931d7,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:21.595744 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 9ea477a5-0b77-466c-b782-069bc53617e5, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=9ea477a5-0b77-466c-b782-069bc53617e5,segment=NetworkSegment(dadb0ef3-0764-477f-9135-b33720fcec5f),segment_id=dadb0ef3-0764-477f-9135-b33720fcec5f)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:57:21.599906 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (9ea477a5-0b77-466c-b782-069bc53617e5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:21.612191 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b89d9-82e6-4269-a25a-0cb45a6e8673 req-eeedb83c-8992-4830-b871-c2184ebb77ec tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:21.613773 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-819b89d9-82e6-4269-a25a-0cb45a6e8673 req-eeedb83c-8992-4830-b871-c2184ebb77ec tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 945 time: 0.0911682 May 26 13:57:21.615294 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce31c8-b118-4bee-9703-84657444bd0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:21.615635 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce31c8-b118-4bee-9703-84657444bd0f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:21.615964 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce31c8-b118-4bee-9703-84657444bd0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:21.616297 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce31c8-b118-4bee-9703-84657444bd0f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:21.616638 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce31c8-b118-4bee-9703-84657444bd0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:21.616933 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce31c8-b118-4bee-9703-84657444bd0f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:21.617280 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce31c8-b118-4bee-9703-84657444bd0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:21.617585 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce31c8-b118-4bee-9703-84657444bd0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:21.618063 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce31c8-b118-4bee-9703-84657444bd0f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:21.618556 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce31c8-b118-4bee-9703-84657444bd0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:21.619129 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce31c8-b118-4bee-9703-84657444bd0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:21.619831 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce31c8-b118-4bee-9703-84657444bd0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:21.620405 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce31c8-b118-4bee-9703-84657444bd0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:21.620922 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce31c8-b118-4bee-9703-84657444bd0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:21.621418 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bce31c8-b118-4bee-9703-84657444bd0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:57:21.640795 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:DELETE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:21.651505 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a52a1468-e5d5-4d1d-a027-43eb228314e6 admin admin] Publish callbacks [] for security_group (dbc0788c-6a88-47f0-a790-5f4f1aa931d7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:21.675938 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=9ea477a5-0b77-466c-b782-069bc53617e5,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:21.679601 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a52a1468-e5d5-4d1d-a027-43eb228314e6 admin admin] Publish callbacks [] for security_group (dbc0788c-6a88-47f0-a790-5f4f1aa931d7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:21.683672 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-819b89d9-82e6-4269-a25a-0cb45a6e8673 req-570429a3-1d21-4a16-a86f-9276dba43cf8 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581214 May 26 13:57:21.733064 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1346e2c-7485-4d8c-a43a-7b56215e5148 x-openstack-request-id: req-f1346e2c-7485-4d8c-a43a-7b56215e5148 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:57:21.733483 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e953c9eb-adb5-49a2-b9c2-03633d118240", "name": "network-vif-plugged", "status": "completed", "tag": "9ea477a5-0b77-466c-b782-069bc53617e5", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:57:21.733729 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f1346e2c-7485-4d8c-a43a-7b56215e5148 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:57:21.734164 dv-cinder-842130-1-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1346e2c-7485-4d8c-a43a-7b56215e5148'] response: {'server_uuid': 'e953c9eb-adb5-49a2-b9c2-03633d118240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea477a5-0b77-466c-b782-069bc53617e5', 'code': 200} May 26 13:57:21.735616 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a52a1468-e5d5-4d1d-a027-43eb228314e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (dbc0788c-6a88-47f0-a790-5f4f1aa931d7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:21.738151 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a52a1468-e5d5-4d1d-a027-43eb228314e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:21.739427 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-a52a1468-e5d5-4d1d-a027-43eb228314e6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/dbc0788c-6a88-47f0-a790-5f4f1aa931d7 HTTP/1.1" status: 204 len: 168 time: 0.1628296 May 26 13:57:21.747678 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a1468-e5d5-4d1d-a027-43eb228314e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc0788c-6a88-47f0-a790-5f4f1aa931d7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:21.876597 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ec6d0-cb9c-4fc8-b32b-e312ac694942 req-62c5d12e-452d-46fc-92df-f2d90e78657c tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:21.878123 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-476ec6d0-cb9c-4fc8-b32b-e312ac694942 req-62c5d12e-452d-46fc-92df-f2d90e78657c tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 948 time: 0.0538774 May 26 13:57:21.926290 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-476ec6d0-cb9c-4fc8-b32b-e312ac694942 req-52e333c5-e1de-43b1-9692-1fa090cc27a0 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425518 May 26 13:57:22.028108 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 44486) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:57:22.041450 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c3763145-d9be-4724-8ac9-0a98e7fc4c13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:22.056929 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5092e74-d808-45c9-9de8-94b323fee9b9 req-693a1650-bb19-4119-b114-ebd0211f272e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:22.058427 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f5092e74-d808-45c9-9de8-94b323fee9b9 req-693a1650-bb19-4119-b114-ebd0211f272e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0481772 May 26 13:57:22.110448 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f5092e74-d808-45c9-9de8-94b323fee9b9 req-210d52ae-2987-4233-b066-324b1b47ca88 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438478 May 26 13:57:22.122753 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c3763145-d9be-4724-8ac9-0a98e7fc4c13 admin admin] Publish callbacks [] for security_group (a8d9010b-6a1c-486f-ad46-94da7c05b10f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:22.126912 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c3763145-d9be-4724-8ac9-0a98e7fc4c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (a8d9010b-6a1c-486f-ad46-94da7c05b10f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:22.166069 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-c3763145-d9be-4724-8ac9-0a98e7fc4c13 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=49d9f457f48b4b52af50f5505ae9483f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368785 May 26 13:57:22.166921 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3763145-d9be-4724-8ac9-0a98e7fc4c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d9010b-6a1c-486f-ad46-94da7c05b10f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:22.168889 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 44488) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:57:22.217949 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b9d3d951-6018-4153-9d42-5447402eaebb admin admin] Publish callbacks [] for security_group (a8d9010b-6a1c-486f-ad46-94da7c05b10f), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:22.220067 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:22.244121 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b9d3d951-6018-4153-9d42-5447402eaebb admin admin] Publish callbacks [] for security_group (a8d9010b-6a1c-486f-ad46-94da7c05b10f), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:22.293207 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b9d3d951-6018-4153-9d42-5447402eaebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (a8d9010b-6a1c-486f-ad46-94da7c05b10f), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:22.296283 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b9d3d951-6018-4153-9d42-5447402eaebb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:22.297438 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-b9d3d951-6018-4153-9d42-5447402eaebb admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a8d9010b-6a1c-486f-ad46-94da7c05b10f HTTP/1.1" status: 204 len: 168 time: 0.1274853 May 26 13:57:22.305490 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3d951-6018-4153-9d42-5447402eaebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d9010b-6a1c-486f-ad46-94da7c05b10f,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:22.462758 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:22.805748 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9281e5-f5ab-4a21-8316-1ad336055d33 req-e30a7668-764a-4d86-9c51-7520f0bffa62 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:22.807343 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-eb9281e5-f5ab-4a21-8316-1ad336055d33 req-e30a7668-764a-4d86-9c51-7520f0bffa62 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0478301 May 26 13:57:22.858769 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-eb9281e5-f5ab-4a21-8316-1ad336055d33 req-840992eb-a523-4855-9209-95a600e08791 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452452 May 26 13:57:23.024422 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:23.041311 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d34b1a-9fc0-46d3-9e3d-6591d2618e79 req-376830cd-b6e0-4ead-8d5d-ca925fe17b37 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:23.042972 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-15d34b1a-9fc0-46d3-9e3d-6591d2618e79 req-376830cd-b6e0-4ead-8d5d-ca925fe17b37 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 948 time: 0.0492861 May 26 13:57:23.093599 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-15d34b1a-9fc0-46d3-9e3d-6591d2618e79 req-ab912ffb-9a84-448d-9405-56a013a70cb6 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440223 May 26 13:57:23.232384 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01af7e9-30c7-4cb8-9dec-fd00646cc37d req-57bb73c7-7179-4894-a453-613720cbb189 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:23.233889 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f01af7e9-30c7-4cb8-9dec-fd00646cc37d req-57bb73c7-7179-4894-a453-613720cbb189 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0480356 May 26 13:57:23.287292 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f01af7e9-30c7-4cb8-9dec-fd00646cc37d req-6d7a30ef-8704-47a2-8696-567d05d3e4bc tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463774 May 26 13:57:23.979562 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:23.981644 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd97f05-1f42-490c-aa34-45144b3fc22c req-e71c6765-6e23-4712-9872-19b7239eea7d tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:23.983705 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0dd97f05-1f42-490c-aa34-45144b3fc22c req-e71c6765-6e23-4712-9872-19b7239eea7d tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0507252 May 26 13:57:24.040403 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0dd97f05-1f42-490c-aa34-45144b3fc22c req-9996dd39-2fe6-46e2-8dba-899a7240291c tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508621 May 26 13:57:24.213370 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e311ea5-3080-4561-8593-6bdeadfddf37 req-d679bca2-d714-4bbd-9fd0-8b57b545acb6 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:24.214834 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2e311ea5-3080-4561-8593-6bdeadfddf37 req-d679bca2-d714-4bbd-9fd0-8b57b545acb6 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 948 time: 0.0541704 May 26 13:57:24.265534 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2e311ea5-3080-4561-8593-6bdeadfddf37 req-92787ef1-ae6e-4e3d-8a62-c9c86e538828 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449684 May 26 13:57:24.410186 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac438a37-953c-46c4-9bd5-e2d19fd00c89 req-3a68d843-ea99-48bb-8289-282ff9c8e8aa tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:24.411737 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ac438a37-953c-46c4-9bd5-e2d19fd00c89 req-3a68d843-ea99-48bb-8289-282ff9c8e8aa tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0496554 May 26 13:57:24.460559 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ac438a37-953c-46c4-9bd5-e2d19fd00c89 req-f91c0151-5f54-4726-bb97-3c48e08a8841 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431077 May 26 13:57:25.154936 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88163e-7ef7-4b7b-82b4-d6aacc86c075 req-bdb94a0b-9283-43f3-93a2-a8c9a41462c0 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:25.156417 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9e88163e-7ef7-4b7b-82b4-d6aacc86c075 req-bdb94a0b-9283-43f3-93a2-a8c9a41462c0 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0497587 May 26 13:57:25.209037 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9e88163e-7ef7-4b7b-82b4-d6aacc86c075 req-78c289e5-2e5f-41d4-839d-11788307b3c6 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455983 May 26 13:57:25.249570 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 44656) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:57:25.374928 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dd87ed4d-3870-42f9-ab8b-369638d05a6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:25.396029 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3042c-eeab-451d-aa4f-6f68277e137b req-b7d28878-e43f-47d5-9962-9d94c98dae6a tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:25.397778 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-93d3042c-eeab-451d-aa4f-6f68277e137b req-b7d28878-e43f-47d5-9962-9d94c98dae6a tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 948 time: 0.0640948 May 26 13:57:25.473397 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-93d3042c-eeab-451d-aa4f-6f68277e137b req-2080ab07-715f-4d7d-bffb-710b74000247 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666466 May 26 13:57:25.509419 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dd87ed4d-3870-42f9-ab8b-369638d05a6b admin admin] Publish callbacks [] for security_group (3a0219ea-4a36-4612-b3ad-dc4a243e06f2), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:25.514420 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dd87ed4d-3870-42f9-ab8b-369638d05a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (3a0219ea-4a36-4612-b3ad-dc4a243e06f2), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:25.566541 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-dd87ed4d-3870-42f9-ab8b-369638d05a6b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d9fb0363ca6c47998f3dab4e126b2927&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3158982 May 26 13:57:25.569289 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 44664) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:57:25.582718 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:25.586943 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87ed4d-3870-42f9-ab8b-369638d05a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0219ea-4a36-4612-b3ad-dc4a243e06f2,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:25.609197 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658ce4a-01e7-4344-ab14-d135b95da9b6 req-cd1a0d53-82a8-4f52-a7b0-119d6bef4606 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:25.610820 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4658ce4a-01e7-4344-ab14-d135b95da9b6 req-cd1a0d53-82a8-4f52-a7b0-119d6bef4606 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0716252 May 26 13:57:25.628960 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f60d095d-928c-41c2-aee0-3ee29ee91f4d admin admin] Publish callbacks [] for security_group (3a0219ea-4a36-4612-b3ad-dc4a243e06f2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:25.652113 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f60d095d-928c-41c2-aee0-3ee29ee91f4d admin admin] Publish callbacks [] for security_group (3a0219ea-4a36-4612-b3ad-dc4a243e06f2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:25.666753 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4658ce4a-01e7-4344-ab14-d135b95da9b6 req-196cbc8c-6561-47ab-af40-30a9567b7d0c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492620 May 26 13:57:25.706851 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f60d095d-928c-41c2-aee0-3ee29ee91f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (3a0219ea-4a36-4612-b3ad-dc4a243e06f2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:25.709477 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f60d095d-928c-41c2-aee0-3ee29ee91f4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:25.710627 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-f60d095d-928c-41c2-aee0-3ee29ee91f4d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3a0219ea-4a36-4612-b3ad-dc4a243e06f2 HTTP/1.1" status: 204 len: 168 time: 0.1403608 May 26 13:57:25.718227 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d095d-928c-41c2-aee0-3ee29ee91f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0219ea-4a36-4612-b3ad-dc4a243e06f2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:25.977233 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 44674) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:57:25.983159 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:25.991209 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d371d761-c1e2-4164-be95-32668e4ead8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:26.070579 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d371d761-c1e2-4164-be95-32668e4ead8f admin admin] Publish callbacks [] for security_group (7c87b891-fbce-4f72-b94b-e53d1f3569ab), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:26.074175 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d371d761-c1e2-4164-be95-32668e4ead8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (7c87b891-fbce-4f72-b94b-e53d1f3569ab), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:26.111261 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-d371d761-c1e2-4164-be95-32668e4ead8f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6304136e651949d3be67c3ef733875b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329846 May 26 13:57:26.113100 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d371d761-c1e2-4164-be95-32668e4ead8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c87b891-fbce-4f72-b94b-e53d1f3569ab,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:26.113967 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 44676) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:57:26.163157 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8a5765a-ad2b-4eb4-8c86-d39467101357 admin admin] Publish callbacks [] for security_group (7c87b891-fbce-4f72-b94b-e53d1f3569ab), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:26.186414 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8a5765a-ad2b-4eb4-8c86-d39467101357 admin admin] Publish callbacks [] for security_group (7c87b891-fbce-4f72-b94b-e53d1f3569ab), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:26.235462 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8a5765a-ad2b-4eb4-8c86-d39467101357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (7c87b891-fbce-4f72-b94b-e53d1f3569ab), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:26.238169 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8a5765a-ad2b-4eb4-8c86-d39467101357 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:26.239973 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-c8a5765a-ad2b-4eb4-8c86-d39467101357 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7c87b891-fbce-4f72-b94b-e53d1f3569ab HTTP/1.1" status: 204 len: 168 time: 0.1243417 May 26 13:57:26.243893 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:26.251136 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a5765a-ad2b-4eb4-8c86-d39467101357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c87b891-fbce-4f72-b94b-e53d1f3569ab,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:26.332606 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8249f-715a-4494-8b11-40a20dd251ec req-6f8ccb21-4df6-4a08-be23-9efc902d1846 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:26.334119 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d2c8249f-715a-4494-8b11-40a20dd251ec req-6f8ccb21-4df6-4a08-be23-9efc902d1846 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0542226 May 26 13:57:26.385879 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d2c8249f-715a-4494-8b11-40a20dd251ec req-42a7ef40-09c1-483e-baf7-70456e767606 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453084 May 26 13:57:26.585501 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df87a9-369a-4eaf-85f3-9d594407ccf1 req-ec67657e-74a0-4f3d-beac-32e4bdc26624 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:26.586998 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d4df87a9-369a-4eaf-85f3-9d594407ccf1 req-ec67657e-74a0-4f3d-beac-32e4bdc26624 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 948 time: 0.0462120 May 26 13:57:26.639802 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d4df87a9-369a-4eaf-85f3-9d594407ccf1 req-d1c022f2-813d-4491-a2d2-f327cbd380d8 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461669 May 26 13:57:26.797354 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ca05f-2ed2-4ac4-bbca-872966e8167d req-024f5f64-26dd-4545-aeb4-20d9621f41f5 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:26.798850 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ea7ca05f-2ed2-4ac4-bbca-872966e8167d req-024f5f64-26dd-4545-aeb4-20d9621f41f5 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0478072 May 26 13:57:26.850832 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ea7ca05f-2ed2-4ac4-bbca-872966e8167d req-c0626753-9e0d-42cf-a9ab-8c9060bfc29a tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463281 May 26 13:57:27.336989 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 44720) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:57:27.453742 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-877d861d-60e4-4224-bcb5-7faf5547bb4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:27.498097 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:27.501702 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cfe76-217d-4b84-9935-9cb1bcdab753 req-22f99dda-faf4-4d13-b0d9-0463a992f53f tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:27.503260 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e80cfe76-217d-4b84-9935-9cb1bcdab753 req-22f99dda-faf4-4d13-b0d9-0463a992f53f tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0502691 May 26 13:57:27.543558 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-877d861d-60e4-4224-bcb5-7faf5547bb4a admin admin] Publish callbacks [] for security_group (3de2ec92-2638-44ee-bc6a-9799defefc00), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:27.549461 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-877d861d-60e4-4224-bcb5-7faf5547bb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (3de2ec92-2638-44ee-bc6a-9799defefc00), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:27.558900 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e80cfe76-217d-4b84-9935-9cb1bcdab753 req-49872b95-3e7d-4423-9038-99e5d581b27e tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485895 May 26 13:57:27.595024 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-877d861d-60e4-4224-bcb5-7faf5547bb4a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=23d03ce99d4f46938e713b5530a0337d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567542 May 26 13:57:27.595868 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d861d-60e4-4224-bcb5-7faf5547bb4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de2ec92-2638-44ee-bc6a-9799defefc00,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:27.598311 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 44726) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:57:27.618620 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad44cb-f832-48ee-b1a0-0946f5abd208 req-c06e4ea3-1b81-4653-87a7-fa502642385d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:27.620131 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-50ad44cb-f832-48ee-b1a0-0946f5abd208 req-c06e4ea3-1b81-4653-87a7-fa502642385d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=af9d168c40ea4df99b495eb06245d066&device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 1130 time: 0.0421636 May 26 13:57:27.655368 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4c2f6bd3-41c0-4e72-92d0-67b96487a26c admin admin] Publish callbacks [] for security_group (3de2ec92-2638-44ee-bc6a-9799defefc00), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:27.679356 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4c2f6bd3-41c0-4e72-92d0-67b96487a26c admin admin] Publish callbacks [] for security_group (3de2ec92-2638-44ee-bc6a-9799defefc00), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:27.732488 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4c2f6bd3-41c0-4e72-92d0-67b96487a26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (3de2ec92-2638-44ee-bc6a-9799defefc00), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:27.735605 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4c2f6bd3-41c0-4e72-92d0-67b96487a26c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:27.750421 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-4c2f6bd3-41c0-4e72-92d0-67b96487a26c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3de2ec92-2638-44ee-bc6a-9799defefc00 HTTP/1.1" status: 204 len: 168 time: 0.1400838 May 26 13:57:27.765386 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f6bd3-41c0-4e72-92d0-67b96487a26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de2ec92-2638-44ee-bc6a-9799defefc00,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:27.767010 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78714e54-207f-4645-9ea4-f52241bf37b5 req-a682db65-c545-49dd-bc0a-8fa98a59d888 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:27.768527 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-78714e54-207f-4645-9ea4-f52241bf37b5 req-a682db65-c545-49dd-bc0a-8fa98a59d888 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 948 time: 0.0574310 May 26 13:57:27.830559 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-78714e54-207f-4645-9ea4-f52241bf37b5 req-f15034d9-a4a9-4878-ba09-1eebde26976b tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554285 May 26 13:57:27.967839 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043245d-3862-485f-b010-64c51cd6c1fe req-433b1e06-34b6-48fd-9335-71f976ba7a5b tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:27.969458 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2043245d-3862-485f-b010-64c51cd6c1fe req-433b1e06-34b6-48fd-9335-71f976ba7a5b tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0466778 May 26 13:57:28.024513 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2043245d-3862-485f-b010-64c51cd6c1fe req-958e1dc1-e12e-4660-ae80-ba25cdc5fda8 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473409 May 26 13:57:28.121451 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd2294-4b34-4af1-9ca8-e6768fa0e3dc req-c5a7938a-5e95-4ca8-810d-98f0660d6b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:28.123414 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bacd2294-4b34-4af1-9ca8-e6768fa0e3dc req-c5a7938a-5e95-4ca8-810d-98f0660d6b33 service neutron] 10.222.0.82 "GET /v2.0/networks?id=25f232ca-c251-4c00-a04c-4af0a5376fd0 HTTP/1.1" status: 200 len: 912 time: 0.1158187 May 26 13:57:28.187729 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72002057-0a95-491b-9568-f013660bf51c req-76088291-231a-44a8-ab25-178942478e99 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:28.189286 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-72002057-0a95-491b-9568-f013660bf51c req-76088291-231a-44a8-ab25-178942478e99 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0480859 May 26 13:57:28.199311 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 44750) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:57:28.204787 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-8ed7838a-49c6-4fcd-9825-925502cd42ea tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Request body: {'floatingip': {'port_id': '0d486a1e-7691-438f-a89c-df9425b682f1'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:57:28.249113 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8ed7838a-49c6-4fcd-9825-925502cd42ea tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for floatingip (bf3fdc01-be29-4238-b17c-b3975290b7ec), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:28.361125 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:28.372087 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:28.751571 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-ae473a68-67c5-4109-950d-30b121d31789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:28.754229 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-ae473a68-67c5-4109-950d-30b121d31789 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0926e6ea11a2454e9a5b4ef6c5fd2d96&device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 1132 time: 0.0498228 May 26 13:57:28.854307 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd8a13-6639-4e22-81ab-232f34870281 req-df785da6-3836-4f3b-bcf4-726427593831 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:28.858386 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3bcd8a13-6639-4e22-81ab-232f34870281 req-df785da6-3836-4f3b-bcf4-726427593831 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.1569617 May 26 13:57:28.866730 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bacd2294-4b34-4af1-9ca8-e6768fa0e3dc req-29c3b66e-777d-45f1-b7a1-569df8390494 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8d0143b-9f68-4c1b-a919-a3a667b7d168 HTTP/1.1" status: 200 len: 217 time: 0.0972228 May 26 13:57:28.874746 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.db.resource_extend [None req-8ed7838a-49c6-4fcd-9825-925502cd42ea tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 13:57:28.882202 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad44cb-f832-48ee-b1a0-0946f5abd208 req-9b4ddf06-4542-41d7-bd2f-4354d71f7678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:28.883704 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-50ad44cb-f832-48ee-b1a0-0946f5abd208 req-9b4ddf06-4542-41d7-bd2f-4354d71f7678 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 HTTP/1.1" status: 200 len: 916 time: 0.2830560 May 26 13:57:28.994732 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8ed7838a-49c6-4fcd-9825-925502cd42ea tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:29.022514 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8ed7838a-49c6-4fcd-9825-925502cd42ea tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778712'] for floatingip (bf3fdc01-be29-4238-b17c-b3975290b7ec), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:29.077768 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3bcd8a13-6639-4e22-81ab-232f34870281 req-400f65c2-7e78-4b2c-b0fd-19c5172c3e4b tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114120 May 26 13:57:29.095375 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beead053-b61f-41c6-b6cf-e0396a5b823c req-9e96780b-ce65-44d1-9cc2-9f9e1552f7e3 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:29.097501 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-beead053-b61f-41c6-b6cf-e0396a5b823c req-9e96780b-ce65-44d1-9cc2-9f9e1552f7e3 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 948 time: 0.1477370 May 26 13:57:29.204999 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.db.l3_db [None req-8ed7838a-49c6-4fcd-9825-925502cd42ea tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Floating IP bf3fdc01-be29-4238-b17c-b3975290b7ec associated. External IP: 172.27.1.135, port: 0d486a1e-7691-438f-a89c-df9425b682f1. May 26 13:57:29.290930 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-beead053-b61f-41c6-b6cf-e0396a5b823c req-0c593e2f-e605-4e42-94d5-c675aa1efdb6 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856358 May 26 13:57:29.315403 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658fadc-34ce-4826-ba9c-f4aa4b1d0e09 req-ba07227c-ccaf-4151-a1bd-cecd6843b3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:29.317408 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4658fadc-34ce-4826-ba9c-f4aa4b1d0e09 req-ba07227c-ccaf-4151-a1bd-cecd6843b3c4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 1130 time: 0.0679152 May 26 13:57:29.412058 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-a957d951-6534-4bd4-ac6f-c5fb36918d00 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=8b18d3a7-cd65-4ce0-bf45-5db8540263cd HTTP/1.1" status: 200 len: 217 time: 0.0637906 May 26 13:57:29.463267 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:29.491410 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd2294-4b34-4af1-9ca8-e6768fa0e3dc req-41e06cde-2d80-4a09-813c-816b91b0bfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:29.492974 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bacd2294-4b34-4af1-9ca8-e6768fa0e3dc req-41e06cde-2d80-4a09-813c-816b91b0bfd4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=67799537-471b-4d37-90a7-26b2abc3faf9 HTTP/1.1" status: 200 len: 851 time: 0.1332848 May 26 13:57:29.497927 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-bca97ba3-99a9-4c5f-a9a8-c59e663409c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:29.499988 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-bca97ba3-99a9-4c5f-a9a8-c59e663409c7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=27d4881a-2fc8-4c88-91c6-cafbbe119d74 HTTP/1.1" status: 200 len: 843 time: 0.0675914 May 26 13:57:29.515464 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4658fadc-34ce-4826-ba9c-f4aa4b1d0e09 req-53af1522-595b-4403-84e3-bea5ae4c2e91 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562896 May 26 13:57:29.532981 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-50ad44cb-f832-48ee-b1a0-0946f5abd208 req-83392bfc-fd5b-428b-b857-63497b8f3622 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44b52c9b-2e5c-490a-ab42-cd30ca4bea28 HTTP/1.1" status: 200 len: 1002 time: 0.1750937 May 26 13:57:29.586057 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:29.598594 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed7838a-49c6-4fcd-9825-925502cd42ea tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Router d98b958f-5a1c-46df-84ad-2467daf14fc3 has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:57:29.712319 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed7838a-49c6-4fcd-9825-925502cd42ea tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:57:29.721059 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8ed7838a-49c6-4fcd-9825-925502cd42ea tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:29.722480 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2622440e-552f-4511-b514-73b95b6ac086 None None] Sync routers for ids ['d98b958f-5a1c-46df-84ad-2467daf14fc3'] in dv-cinder-842130-1-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:57:29.732960 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2622440e-552f-4511-b514-73b95b6ac086 None None] Routers {'d98b958f-5a1c-46df-84ad-2467daf14fc3'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:57:29.733622 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-2622440e-552f-4511-b514-73b95b6ac086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:57:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['d98b958f-5a1c-46df-84ad-2467daf14fc3'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:57:29.766588 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-8ed7838a-49c6-4fcd-9825-925502cd42ea tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "PUT /v2.0/floatingips/bf3fdc01-be29-4238-b17c-b3975290b7ec HTTP/1.1" status: 200 len: 992 time: 1.5660942 May 26 13:57:29.767173 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9116ee60-50e6-48c5-bcc1-8e9d08e35458', 'tag': '0d486a1e-7691-438f-a89c-df9425b682f1'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:57:29.770328 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a67d27a2ec375fafa348027e062b6cf3c7935884065918e746e599b143197b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ced48e-d7f4-4766-9000-307a779b4d20" -d '{"events": [{"name": "network-changed", "server_uuid": "9116ee60-50e6-48c5-bcc1-8e9d08e35458", "tag": "0d486a1e-7691-438f-a89c-df9425b682f1"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:57:29.822656 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663a21ea-dd24-4aa9-aebd-428dd2164853 x-openstack-request-id: req-663a21ea-dd24-4aa9-aebd-428dd2164853 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:57:29.823008 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9116ee60-50e6-48c5-bcc1-8e9d08e35458", "tag": "0d486a1e-7691-438f-a89c-df9425b682f1", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:57:29.823264 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-663a21ea-dd24-4aa9-aebd-428dd2164853 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:57:29.823688 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-663a21ea-dd24-4aa9-aebd-428dd2164853'] response: {'name': 'network-changed', 'server_uuid': '9116ee60-50e6-48c5-bcc1-8e9d08e35458', 'tag': '0d486a1e-7691-438f-a89c-df9425b682f1', 'status': 'completed', 'code': 200} May 26 13:57:29.936025 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-2622440e-552f-4511-b514-73b95b6ac086 None None] Set router d98b958f-5a1c-46df-84ad-2467daf14fc3 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:57:30.153756 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-2622440e-552f-4511-b514-73b95b6ac086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'name': 'tempest-AttachVolumeShelveTestJSON-939457999-router', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'b71a1d45-5196-44a4-988b-1ddb8d21d49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:01Z', 'updated_at': '2022-05-26T13:56:08Z', 'revision_number': 4, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'gw_port': {'id': 'b71a1d45-5196-44a4-988b-1ddb8d21d49d', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:02Z', 'updated_at': '2022-05-26T13:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': 'bf3fdc01-be29-4238-b17c-b3975290b7ec', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'port_id': '0d486a1e-7691-438f-a89c-df9425b682f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62', 'mac_address': 'fa:16:3e:e5:72:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9116ee60-50e6-48c5-bcc1-8e9d08e35458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:56:17Z', 'updated_at': '2022-05-26T13:57:28Z', 'revision_number': 1, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b830b597-1fe9-4b3e-966f-ccc794d433a4', 'name': '', 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'mac_address': 'fa:16:3e:e4:a8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '610ffda6-b7a7-4a06-84a4-402e2b1f27f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:15Z', 'revision_number': 5, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'subnets': [{'id': '610ffda6-b7a7-4a06-84a4-402e2b1f27f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:57:30.182125 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2622440e-552f-4511-b514-73b95b6ac086 None None] Checking router: d98b958f-5a1c-46df-84ad-2467daf14fc3 for host: dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:57:30.194628 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2622440e-552f-4511-b514-73b95b6ac086 None None] Routers {'d98b958f-5a1c-46df-84ad-2467daf14fc3'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:57:30.195753 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-2622440e-552f-4511-b514-73b95b6ac086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:57:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['d98b958f-5a1c-46df-84ad-2467daf14fc3'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:57:30.210530 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32232ac5-62af-492c-b89b-c2abc29b05d4 req-b8d3eb98-e7cf-43b8-a460-ded89b6fc810 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:30.212083 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-32232ac5-62af-492c-b89b-c2abc29b05d4 req-b8d3eb98-e7cf-43b8-a460-ded89b6fc810 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0597672 May 26 13:57:30.288080 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-32232ac5-62af-492c-b89b-c2abc29b05d4 req-55bc88bc-12e0-40ba-8576-d96497db03d0 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691211 May 26 13:57:30.324095 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-2622440e-552f-4511-b514-73b95b6ac086 None None] Set router d98b958f-5a1c-46df-84ad-2467daf14fc3 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:57:30.395586 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bacd2294-4b34-4af1-9ca8-e6768fa0e3dc req-e45b65b4-5d2a-4c28-80df-5fd4ff6e4c28 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25f232ca-c251-4c00-a04c-4af0a5376fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289912 May 26 13:57:30.447792 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-2840497e-dd24-4973-97a7-881eacea9e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:30.453163 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-2840497e-dd24-4973-97a7-881eacea9e74 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=188ea5c3-3f12-4cbc-8890-14601275b1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0522354 May 26 13:57:30.456111 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52351f-15fd-4b18-8378-d688f5fb61e5 req-25e0d66c-6ad2-4415-945c-f1ada19691ae tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:30.457653 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-eb52351f-15fd-4b18-8378-d688f5fb61e5 req-25e0d66c-6ad2-4415-945c-f1ada19691ae tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 948 time: 0.0813003 May 26 13:57:30.464014 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad44cb-f832-48ee-b1a0-0946f5abd208 req-8748a42a-b09f-4bfa-b56d-2f3111e96e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:30.465543 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-50ad44cb-f832-48ee-b1a0-0946f5abd208 req-8748a42a-b09f-4bfa-b56d-2f3111e96e53 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3a255f09-ad18-4a84-8012-2f8575f58a13 HTTP/1.1" status: 200 len: 854 time: 0.0986371 May 26 13:57:30.515242 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:57:30.528532 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-eb52351f-15fd-4b18-8378-d688f5fb61e5 req-710e4fb8-7a06-413e-9e8b-3ea7a15691e3 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619359 May 26 13:57:30.576135 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bacd2294-4b34-4af1-9ca8-e6768fa0e3dc req-e28aabb2-ed4b-46e2-917a-9d3c7fe8b1b3 service neutron] 10.222.0.82 "GET /v2.0/networks/25f232ca-c251-4c00-a04c-4af0a5376fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097975 May 26 13:57:30.595490 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-2622440e-552f-4511-b514-73b95b6ac086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'name': 'tempest-AttachVolumeShelveTestJSON-939457999-router', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'b71a1d45-5196-44a4-988b-1ddb8d21d49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:01Z', 'updated_at': '2022-05-26T13:56:08Z', 'revision_number': 4, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'gw_port': {'id': 'b71a1d45-5196-44a4-988b-1ddb8d21d49d', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:02Z', 'updated_at': '2022-05-26T13:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': 'bf3fdc01-be29-4238-b17c-b3975290b7ec', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'port_id': '0d486a1e-7691-438f-a89c-df9425b682f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62', 'mac_address': 'fa:16:3e:e5:72:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9116ee60-50e6-48c5-bcc1-8e9d08e35458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:56:17Z', 'updated_at': '2022-05-26T13:57:28Z', 'revision_number': 1, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b830b597-1fe9-4b3e-966f-ccc794d433a4', 'name': '', 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'mac_address': 'fa:16:3e:e4:a8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '610ffda6-b7a7-4a06-84a4-402e2b1f27f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:15Z', 'revision_number': 5, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'subnets': [{'id': '610ffda6-b7a7-4a06-84a4-402e2b1f27f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:57:30.623131 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2622440e-552f-4511-b514-73b95b6ac086 None None] The sync data for ids ['d98b958f-5a1c-46df-84ad-2467daf14fc3'] in dv-cinder-842130-1-iscsi is: [{'id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'name': 'tempest-AttachVolumeShelveTestJSON-939457999-router', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'b71a1d45-5196-44a4-988b-1ddb8d21d49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:01Z', 'updated_at': '2022-05-26T13:56:08Z', 'revision_number': 4, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'gw_port': {'id': 'b71a1d45-5196-44a4-988b-1ddb8d21d49d', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:02Z', 'updated_at': '2022-05-26T13:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': 'bf3fdc01-be29-4238-b17c-b3975290b7ec', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'port_id': '0d486a1e-7691-438f-a89c-df9425b682f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62', 'mac_address': 'fa:16:3e:e5:72:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9116ee60-50e6-48c5-bcc1-8e9d08e35458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:56:17Z', 'updated_at': '2022-05-26T13:57:28Z', 'revision_number': 1, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b830b597-1fe9-4b3e-966f-ccc794d433a4', 'name': '', 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'mac_address': 'fa:16:3e:e4:a8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '610ffda6-b7a7-4a06-84a4-402e2b1f27f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:15Z', 'revision_number': 5, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'subnets': [{'id': '610ffda6-b7a7-4a06-84a4-402e2b1f27f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:57:30.800261 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c1f812-c1ef-4364-a2a9-2394b83734b0 None None] New status for floating IP bf3fdc01-be29-4238-b17c-b3975290b7ec: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 13:57:31.405493 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e998a24-e558-4814-bccb-b935c932f4e6 req-0cde6a7f-87ff-4fdc-8ed7-b4406e1919ac tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:31.407009 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9e998a24-e558-4814-bccb-b935c932f4e6 req-0cde6a7f-87ff-4fdc-8ed7-b4406e1919ac tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0479338 May 26 13:57:31.455697 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9e998a24-e558-4814-bccb-b935c932f4e6 req-8af3b761-6edb-453b-a3cd-3c70058300ac tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430751 May 26 13:57:31.644753 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9a866-fde7-4136-9de5-1b58507012d6 req-7119a13e-76e0-4449-b51d-87a114fe3b44 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:31.646420 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b8b9a866-fde7-4136-9de5-1b58507012d6 req-7119a13e-76e0-4449-b51d-87a114fe3b44 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 948 time: 0.0480258 May 26 13:57:31.694132 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b8b9a866-fde7-4136-9de5-1b58507012d6 req-88f182c7-53b6-438d-82ec-5f91b2ad9843 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417192 May 26 13:57:32.570414 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931d7e2-30ea-4761-b1ca-71d23b38e1a5 req-9a3026fe-1c30-40ea-85eb-5a5280ce8d42 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:32.571866 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b931d7e2-30ea-4761-b1ca-71d23b38e1a5 req-9a3026fe-1c30-40ea-85eb-5a5280ce8d42 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0490789 May 26 13:57:32.617338 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b931d7e2-30ea-4761-b1ca-71d23b38e1a5 req-ba9a6e31-1f05-47b5-ab0b-50ad2bfec472 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392427 May 26 13:57:32.803820 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626106d-6ed3-4fe3-8461-36a0b4f238f0 req-1ef8a1a0-7961-4e94-a3a1-97a76f544c84 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:32.805279 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f626106d-6ed3-4fe3-8461-36a0b4f238f0 req-1ef8a1a0-7961-4e94-a3a1-97a76f544c84 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 948 time: 0.0456321 May 26 13:57:32.850602 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f626106d-6ed3-4fe3-8461-36a0b4f238f0 req-4be655a3-4b1d-4a87-a291-4446c3ba82d1 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391822 May 26 13:57:33.727335 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb342f-d313-4ff5-8390-a011cecf558f req-b2a01915-5320-4d8d-a3f5-799d5954ce1d tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:33.728755 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f1bb342f-d313-4ff5-8390-a011cecf558f req-b2a01915-5320-4d8d-a3f5-799d5954ce1d tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0445302 May 26 13:57:33.756190 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:33.780409 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f1bb342f-d313-4ff5-8390-a011cecf558f req-9ffe1b7c-c237-4dd2-be4d-5eba5c840b61 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455709 May 26 13:57:33.967301 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6cc3d-10cf-46a0-9f93-11ae89c2fb7b req-f1ba56bc-e73f-4a55-b504-6a0a7c742f9b tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:33.968762 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b1d6cc3d-10cf-46a0-9f93-11ae89c2fb7b req-f1ba56bc-e73f-4a55-b504-6a0a7c742f9b tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 948 time: 0.0456133 May 26 13:57:34.016018 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b1d6cc3d-10cf-46a0-9f93-11ae89c2fb7b req-1885ca23-a0ec-4753-981b-66b0357193f7 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418139 May 26 13:57:34.895099 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5321bbb-e554-479d-90d5-4936840d5e55 req-8b9b9ac0-4f14-4363-b572-4ff988ff8225 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:34.896560 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d5321bbb-e554-479d-90d5-4936840d5e55 req-8b9b9ac0-4f14-4363-b572-4ff988ff8225 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0465329 May 26 13:57:34.942945 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d5321bbb-e554-479d-90d5-4936840d5e55 req-591927fe-9faa-43e1-becd-8f2b6a3d90f0 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403953 May 26 13:57:35.132013 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:35.139069 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0297e-eb00-4904-b506-362a9029bd08 req-d4f2b844-164e-4f3b-9deb-8d80e2f310c3 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:35.140554 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-14b0297e-eb00-4904-b506-362a9029bd08 req-d4f2b844-164e-4f3b-9deb-8d80e2f310c3 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 948 time: 0.0545971 May 26 13:57:35.173404 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:35.188916 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-14b0297e-eb00-4904-b506-362a9029bd08 req-e20e44d0-b040-4b3d-add7-aefaecc15c87 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429549 May 26 13:57:35.852691 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ced48e-d7f4-4766-9000-307a779b4d20 req-c0242864-d5cb-45e6-b924-74f66b1260de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:35.854120 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-53ced48e-d7f4-4766-9000-307a779b4d20 req-c0242864-d5cb-45e6-b924-74f66b1260de service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7116b23d173c4192a6c8d996ad31d57c&device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 1130 time: 0.0673316 May 26 13:57:35.855135 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad44cb-f832-48ee-b1a0-0946f5abd208 req-ff50a5fe-cbb7-4399-8084-da76bfaeec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:35.856549 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-50ad44cb-f832-48ee-b1a0-0946f5abd208 req-ff50a5fe-cbb7-4399-8084-da76bfaeec2d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5f7e5c2e-dcd0-44c0-a251-a7bcffefb292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0685012 May 26 13:57:35.893449 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:35.935136 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-4b0d8df0-3a8a-4b79-a738-7117eb42111c service neutron] 10.222.0.82 "GET /v2.0/networks/188ea5c3-3f12-4cbc-8890-14601275b1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505585 May 26 13:57:35.944937 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bacd2294-4b34-4af1-9ca8-e6768fa0e3dc req-30c4cb78-3890-45bc-9ec5-000146ea6835 service neutron] 10.222.0.82 "GET /v2.0/networks/25f232ca-c251-4c00-a04c-4af0a5376fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528559 May 26 13:57:36.013500 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:36.038946 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b02e939d-a6ca-49e2-bc2a-000570364e2c req-74bbce1d-e468-4017-bd5c-cd23f029d29a service neutron] 10.222.0.82 "GET /v2.0/networks/188ea5c3-3f12-4cbc-8890-14601275b1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929716 May 26 13:57:36.270449 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ced48e-d7f4-4766-9000-307a779b4d20 req-1a1e500e-4552-4f48-8667-63eca4ba15e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:36.271876 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-53ced48e-d7f4-4766-9000-307a779b4d20 req-1a1e500e-4552-4f48-8667-63eca4ba15e4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8b5ae806-b190-4516-8465-70dba440ef62 HTTP/1.1" status: 200 len: 917 time: 0.4056423 May 26 13:57:36.317334 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-50ad44cb-f832-48ee-b1a0-0946f5abd208 req-151ceef0-b8d5-430c-b6d8-9dbc36200724 service neutron] 10.222.0.82 "GET /v2.0/networks/5f7e5c2e-dcd0-44c0-a251-a7bcffefb292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263191 May 26 13:57:36.328876 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db06bd1-04dc-403d-9bd8-647b5658af89 req-b9d6b484-5016-410a-874b-98616e46ac84 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:36.330283 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6db06bd1-04dc-403d-9bd8-647b5658af89 req-b9d6b484-5016-410a-874b-98616e46ac84 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.1098018 May 26 13:57:36.340138 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf9701-3804-44a4-8a71-d3c3409b3cda req-74cf24c2-1b18-417f-ba73-d00de3c59a7c tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:36.342048 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0bbf9701-3804-44a4-8a71-d3c3409b3cda req-74cf24c2-1b18-417f-ba73-d00de3c59a7c tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 948 time: 0.0744870 May 26 13:57:36.416712 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6db06bd1-04dc-403d-9bd8-647b5658af89 req-9d34634a-fe05-4ad4-bce9-d512c796ff56 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737414 May 26 13:57:36.421387 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0bbf9701-3804-44a4-8a71-d3c3409b3cda req-7578689f-73f9-41bf-ab71-88f943366d5e tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727270 May 26 13:57:37.374594 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 44948) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:57:37.419800 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_v2 [None req-25e0a9b8-6182-4d5a-a1e9-e2ddb27ec442 admin admin] Deleting subnet 5c9e0341-4c73-4919-a99f-6f01e8decab6 {{(pid=103886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 13:57:37.423388 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-25e0a9b8-6182-4d5a-a1e9-e2ddb27ec442 admin admin] Publish callbacks [] for subnet (5c9e0341-4c73-4919-a99f-6f01e8decab6), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:37.460648 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-25e0a9b8-6182-4d5a-a1e9-e2ddb27ec442 admin admin] Publish callbacks [] for subnet (5c9e0341-4c73-4919-a99f-6f01e8decab6), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:37.467767 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-25e0a9b8-6182-4d5a-a1e9-e2ddb27ec442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771753'] for subnet (5c9e0341-4c73-4919-a99f-6f01e8decab6), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:37.592431 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de1147-5299-4500-8a57-1d9779702e34 req-1c06f67e-c517-42c6-846f-f2e6260978d1 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:37.594041 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d4de1147-5299-4500-8a57-1d9779702e34 req-1c06f67e-c517-42c6-846f-f2e6260978d1 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0859737 May 26 13:57:37.594982 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-25e0a9b8-6182-4d5a-a1e9-e2ddb27ec442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for subnet (5c9e0341-4c73-4919-a99f-6f01e8decab6), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:37.599996 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:37.633429 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf97cc0-ded7-4d60-8a88-69ef0ae3f826 req-f90f04b4-26bd-4bf6-a405-1553ad545b91 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:37.634928 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8cf97cc0-ded7-4d60-8a88-69ef0ae3f826 req-f90f04b4-26bd-4bf6-a405-1553ad545b91 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 948 time: 0.1146791 May 26 13:57:37.644878 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0a9b8-6182-4d5a-a1e9-e2ddb27ec442 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c9e0341-4c73-4919-a99f-6f01e8decab6,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:37.659554 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-25e0a9b8-6182-4d5a-a1e9-e2ddb27ec442 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:37.664870 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-25e0a9b8-6182-4d5a-a1e9-e2ddb27ec442 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/5c9e0341-4c73-4919-a99f-6f01e8decab6 HTTP/1.1" status: 204 len: 168 time: 0.2868261 May 26 13:57:37.666521 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 44958) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:57:37.711635 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d4de1147-5299-4500-8a57-1d9779702e34 req-5b932a48-e7f0-4f1c-9276-59479d6119a0 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095443 May 26 13:57:37.723849 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8cf97cc0-ded7-4d60-8a88-69ef0ae3f826 req-f037b737-b8db-44af-9665-e4630842869a tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765135 May 26 13:57:37.940449 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8d482e6-dffb-4c4f-bc6d-b70fec5e8585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1846382'] for network (b085b340-5b50-4e54-8687-27608b118b0f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:38.021086 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8d482e6-dffb-4c4f-bc6d-b70fec5e8585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769820', 'neutron.services.segments.db._delete_segments_for_network-8727248709232'] for network (b085b340-5b50-4e54-8687-27608b118b0f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:38.041262 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-c8d482e6-dffb-4c4f-bc6d-b70fec5e8585 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b085b340-5b50-4e54-8687-27608b118b0f']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:57:38.052155 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-c8d482e6-dffb-4c4f-bc6d-b70fec5e8585 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daffb85a-dbcf-49f6-b010-0040a81bad00') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:57:38.052447 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-c8d482e6-dffb-4c4f-bc6d-b70fec5e8585 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daffb85a-dbcf-49f6-b010-0040a81bad00') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:57:38.062313 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8d482e6-dffb-4c4f-bc6d-b70fec5e8585 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727248710265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14006224'] for segment (daffb85a-dbcf-49f6-b010-0040a81bad00), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:38.075242 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8d482e6-dffb-4c4f-bc6d-b70fec5e8585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990'] for segment (daffb85a-dbcf-49f6-b010-0040a81bad00), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:38.081089 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d482e6-dffb-4c4f-bc6d-b70fec5e8585 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 13:57:38.081485 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8d482e6-dffb-4c4f-bc6d-b70fec5e8585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14254023'] for segment (daffb85a-dbcf-49f6-b010-0040a81bad00), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:38.122546 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.services.segments.plugin [-] Segment daffb85a-dbcf-49f6-b010-0040a81bad00 resource provider aggregate not found May 26 13:57:38.138985 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.services.segments.plugin [-] Segment daffb85a-dbcf-49f6-b010-0040a81bad00 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid daffb85a-dbcf-49f6-b010-0040a81bad00 found for delete ", "request_id": "req-d6d55570-46e3-4bce-8d28-67a6411a3212"}]} May 26 13:57:38.143270 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8d482e6-dffb-4c4f-bc6d-b70fec5e8585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778698'] for network (b085b340-5b50-4e54-8687-27608b118b0f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:38.147552 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8d482e6-dffb-4c4f-bc6d-b70fec5e8585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:38.150786 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-c8d482e6-dffb-4c4f-bc6d-b70fec5e8585 admin admin] 10.222.0.91 "DELETE /v2.0/networks/b085b340-5b50-4e54-8687-27608b118b0f HTTP/1.1" status: 204 len: 168 time: 0.4832094 May 26 13:57:38.154075 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 44972) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:57:38.163699 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d482e6-dffb-4c4f-bc6d-b70fec5e8585 admin admin] Pushing event deleted for resources: {'Network': ['ID=b085b340-5b50-4e54-8687-27608b118b0f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:38.203616 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_v2 [None req-c78678fc-d563-4626-bd9d-15298f92ec86 admin admin] Deleting subnet 731409d4-9266-412b-9ff4-71107135642d {{(pid=103886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 13:57:38.206970 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c78678fc-d563-4626-bd9d-15298f92ec86 admin admin] Publish callbacks [] for subnet (731409d4-9266-412b-9ff4-71107135642d), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:38.230141 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:38.242310 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c78678fc-d563-4626-bd9d-15298f92ec86 admin admin] Publish callbacks [] for subnet (731409d4-9266-412b-9ff4-71107135642d), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:38.249454 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c78678fc-d563-4626-bd9d-15298f92ec86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771753'] for subnet (731409d4-9266-412b-9ff4-71107135642d), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:38.301244 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c78678fc-d563-4626-bd9d-15298f92ec86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for subnet (731409d4-9266-412b-9ff4-71107135642d), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:38.326461 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78678fc-d563-4626-bd9d-15298f92ec86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=731409d4-9266-412b-9ff4-71107135642d,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:38.330090 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c78678fc-d563-4626-bd9d-15298f92ec86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:38.335401 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-c78678fc-d563-4626-bd9d-15298f92ec86 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/731409d4-9266-412b-9ff4-71107135642d HTTP/1.1" status: 204 len: 168 time: 0.1780629 May 26 13:57:38.335626 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 44976) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:57:38.406452 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c98e348-b991-4db6-9b75-e93282ed0b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1846382'] for network (3528dce4-a76a-45d0-a59c-2fe38a24579f), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:38.484699 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c98e348-b991-4db6-9b75-e93282ed0b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769820', 'neutron.services.segments.db._delete_segments_for_network-8727248709232'] for network (3528dce4-a76a-45d0-a59c-2fe38a24579f), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:38.504802 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c98e348-b991-4db6-9b75-e93282ed0b31 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:57:38.505166 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c98e348-b991-4db6-9b75-e93282ed0b31 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:57:38.505886 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c98e348-b991-4db6-9b75-e93282ed0b31 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:57:38.506346 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c98e348-b991-4db6-9b75-e93282ed0b31 admin admin] Subscribe: > port after_create 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:57:38.506745 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c98e348-b991-4db6-9b75-e93282ed0b31 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:57:38.506995 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c98e348-b991-4db6-9b75-e93282ed0b31 admin admin] Subscribe: > port after_update 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:57:38.507313 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c98e348-b991-4db6-9b75-e93282ed0b31 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:57:38.507630 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c98e348-b991-4db6-9b75-e93282ed0b31 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:57:38.507946 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c98e348-b991-4db6-9b75-e93282ed0b31 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:57:38.508263 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c98e348-b991-4db6-9b75-e93282ed0b31 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:57:38.571996 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c98e348-b991-4db6-9b75-e93282ed0b31 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:57:38.572264 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c98e348-b991-4db6-9b75-e93282ed0b31 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:57:38.572599 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c98e348-b991-4db6-9b75-e93282ed0b31 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:57:38.572929 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c98e348-b991-4db6-9b75-e93282ed0b31 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:57:38.573343 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-1c98e348-b991-4db6-9b75-e93282ed0b31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3528dce4-a76a-45d0-a59c-2fe38a24579f']}} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:57:38.595217 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-1c98e348-b991-4db6-9b75-e93282ed0b31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe593cef-9fcd-4e18-91a9-04858240983f') {'for_net_delete': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:57:38.595517 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-1c98e348-b991-4db6-9b75-e93282ed0b31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe593cef-9fcd-4e18-91a9-04858240983f') {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:57:38.612344 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c98e348-b991-4db6-9b75-e93282ed0b31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727248710265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13293448'] for segment (fe593cef-9fcd-4e18-91a9-04858240983f), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:38.634027 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c98e348-b991-4db6-9b75-e93282ed0b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990'] for segment (fe593cef-9fcd-4e18-91a9-04858240983f), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:38.642432 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c98e348-b991-4db6-9b75-e93282ed0b31 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 13:57:38.642938 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c98e348-b991-4db6-9b75-e93282ed0b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13292044'] for segment (fe593cef-9fcd-4e18-91a9-04858240983f), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:38.710908 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c98e348-b991-4db6-9b75-e93282ed0b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778698'] for network (3528dce4-a76a-45d0-a59c-2fe38a24579f), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:38.720533 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c98e348-b991-4db6-9b75-e93282ed0b31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:38.724577 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-1c98e348-b991-4db6-9b75-e93282ed0b31 admin admin] 10.222.0.91 "DELETE /v2.0/networks/3528dce4-a76a-45d0-a59c-2fe38a24579f HTTP/1.1" status: 204 len: 168 time: 0.3880014 May 26 13:57:38.734927 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98e348-b991-4db6-9b75-e93282ed0b31 admin admin] Pushing event deleted for resources: {'Network': ['ID=3528dce4-a76a-45d0-a59c-2fe38a24579f,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:38.812881 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 45000) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:57:38.870127 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b721b-3389-4dcc-9c31-57ddff871373 req-684ab8f7-10f3-47a5-8c3b-581ce39a2a01 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:38.873617 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ec0b721b-3389-4dcc-9c31-57ddff871373 req-684ab8f7-10f3-47a5-8c3b-581ce39a2a01 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0816529 May 26 13:57:38.908204 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.services.segments.plugin [-] Segment fe593cef-9fcd-4e18-91a9-04858240983f resource provider aggregate not found May 26 13:57:38.922205 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac0fca-d5f0-478d-8af6-0ee28032ecf7 req-fe940133-5a1b-4bf0-a261-5c6b8b162efc tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:38.923684 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-57ac0fca-d5f0-478d-8af6-0ee28032ecf7 req-fe940133-5a1b-4bf0-a261-5c6b8b162efc tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 948 time: 0.0959911 May 26 13:57:38.944351 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.services.segments.plugin [-] Segment fe593cef-9fcd-4e18-91a9-04858240983f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe593cef-9fcd-4e18-91a9-04858240983f found for delete ", "request_id": "req-a49f39ac-bd7a-4133-a556-654612121360"}]} May 26 13:57:38.971675 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ec0b721b-3389-4dcc-9c31-57ddff871373 req-9debeb61-1f6f-454e-955c-bcf2e3225a32 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896513 May 26 13:57:39.002213 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-57ac0fca-d5f0-478d-8af6-0ee28032ecf7 req-4335281c-3c70-4db5-be6b-c4e977baefc9 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685041 May 26 13:57:39.004359 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 45008) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:57:39.048605 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-c73acd38-22de-4c39-b284-813db26e0bce admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e3c8cad3c46447d8865c10f119f1d507&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430336 May 26 13:57:39.051346 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 45010) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:57:39.102846 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c937cf61-2483-45b7-8af9-fbafc20b52d7 admin admin] Publish callbacks [] for security_group (63a01e49-c457-4563-99e4-0f8dfe1f0837), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:39.124014 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c937cf61-2483-45b7-8af9-fbafc20b52d7 admin admin] Publish callbacks [] for security_group (63a01e49-c457-4563-99e4-0f8dfe1f0837), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:39.166976 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cfac875c-5c9b-4d0c-b158-09533233484d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:39.204683 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c937cf61-2483-45b7-8af9-fbafc20b52d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (63a01e49-c457-4563-99e4-0f8dfe1f0837), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:39.207334 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c937cf61-2483-45b7-8af9-fbafc20b52d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:39.208476 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-c937cf61-2483-45b7-8af9-fbafc20b52d7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/63a01e49-c457-4563-99e4-0f8dfe1f0837 HTTP/1.1" status: 204 len: 168 time: 0.1561503 May 26 13:57:39.223667 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937cf61-2483-45b7-8af9-fbafc20b52d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a01e49-c457-4563-99e4-0f8dfe1f0837,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:39.270324 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cfac875c-5c9b-4d0c-b158-09533233484d admin admin] Publish callbacks [] for security_group (7bafc17f-5735-40fa-b0f1-84336a94edcc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:39.275015 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cfac875c-5c9b-4d0c-b158-09533233484d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (7bafc17f-5735-40fa-b0f1-84336a94edcc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:39.317233 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac875c-5c9b-4d0c-b158-09533233484d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bafc17f-5735-40fa-b0f1-84336a94edcc,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:39.322794 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-cfac875c-5c9b-4d0c-b158-09533233484d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=784eb73dfd5b4fa0b9b3cc62f5e1ec88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5080910 May 26 13:57:39.325483 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 45014) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:57:39.381127 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1492944f-309c-40ec-8c69-32ce0afd0ccd admin admin] Publish callbacks [] for security_group (7bafc17f-5735-40fa-b0f1-84336a94edcc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:39.392454 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:39.407999 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1492944f-309c-40ec-8c69-32ce0afd0ccd admin admin] Publish callbacks [] for security_group (7bafc17f-5735-40fa-b0f1-84336a94edcc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:39.425272 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:39.459993 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1492944f-309c-40ec-8c69-32ce0afd0ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (7bafc17f-5735-40fa-b0f1-84336a94edcc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:39.462956 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1492944f-309c-40ec-8c69-32ce0afd0ccd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:39.464258 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-1492944f-309c-40ec-8c69-32ce0afd0ccd admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7bafc17f-5735-40fa-b0f1-84336a94edcc HTTP/1.1" status: 204 len: 168 time: 0.1376870 May 26 13:57:39.473260 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492944f-309c-40ec-8c69-32ce0afd0ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bafc17f-5735-40fa-b0f1-84336a94edcc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:39.545028 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 45022) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:57:39.586970 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-f8aafc5e-eeb8-4816-820c-d709c263b685 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=27d5a024795244de87a524e2f594130e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397320 May 26 13:57:39.588577 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 45026) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:57:39.639908 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d77b036-9be8-4d7f-a9cc-9a6bbecff07a admin admin] Publish callbacks [] for security_group (771175db-27b9-47e1-9c0b-636d84ffebc6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:39.662522 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d77b036-9be8-4d7f-a9cc-9a6bbecff07a admin admin] Publish callbacks [] for security_group (771175db-27b9-47e1-9c0b-636d84ffebc6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:39.714970 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d77b036-9be8-4d7f-a9cc-9a6bbecff07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (771175db-27b9-47e1-9c0b-636d84ffebc6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:39.718652 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d77b036-9be8-4d7f-a9cc-9a6bbecff07a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:39.719889 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-2d77b036-9be8-4d7f-a9cc-9a6bbecff07a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/771175db-27b9-47e1-9c0b-636d84ffebc6 HTTP/1.1" status: 204 len: 168 time: 0.1303935 May 26 13:57:39.729579 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77b036-9be8-4d7f-a9cc-9a6bbecff07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771175db-27b9-47e1-9c0b-636d84ffebc6,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:39.828891 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 45030) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:57:39.843187 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3d5b0fd6-709c-4959-9dbf-d99e9dece5ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:39.924842 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3d5b0fd6-709c-4959-9dbf-d99e9dece5ae admin admin] Publish callbacks [] for security_group (2e80fb43-5677-4550-b587-c1ed47ce34ff), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:39.929769 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3d5b0fd6-709c-4959-9dbf-d99e9dece5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (2e80fb43-5677-4550-b587-c1ed47ce34ff), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:39.974617 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-3d5b0fd6-709c-4959-9dbf-d99e9dece5ae admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a2567a6fc3dd4157a9808bed1752e87f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1422184 May 26 13:57:39.974617 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b0fd6-709c-4959-9dbf-d99e9dece5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e80fb43-5677-4550-b587-c1ed47ce34ff,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:39.975560 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 45038) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:57:40.042213 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f49b11ce-4771-4610-872b-8fdb47202a3b admin admin] Publish callbacks [] for security_group (2e80fb43-5677-4550-b587-c1ed47ce34ff), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:40.075724 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f49b11ce-4771-4610-872b-8fdb47202a3b admin admin] Publish callbacks [] for security_group (2e80fb43-5677-4550-b587-c1ed47ce34ff), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:40.096384 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:40.189471 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49328835-e911-49e4-8a4d-f67b4a85a377 req-66cdda4d-556a-424f-b2be-db6ca29defe8 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:40.190973 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-49328835-e911-49e4-8a4d-f67b4a85a377 req-66cdda4d-556a-424f-b2be-db6ca29defe8 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 948 time: 0.0980151 May 26 13:57:40.201374 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3c668-553f-43c0-95fb-18e9dc5d8422 req-bdd33049-a945-41b4-bdc5-b09c26427384 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:40.202411 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-27a3c668-553f-43c0-95fb-18e9dc5d8422 req-bdd33049-a945-41b4-bdc5-b09c26427384 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0975022 May 26 13:57:40.230368 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f49b11ce-4771-4610-872b-8fdb47202a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (2e80fb43-5677-4550-b587-c1ed47ce34ff), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:40.232851 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f49b11ce-4771-4610-872b-8fdb47202a3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:40.233976 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-f49b11ce-4771-4610-872b-8fdb47202a3b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2e80fb43-5677-4550-b587-c1ed47ce34ff HTTP/1.1" status: 204 len: 168 time: 0.2575476 May 26 13:57:40.263445 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b11ce-4771-4610-872b-8fdb47202a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e80fb43-5677-4550-b587-c1ed47ce34ff,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:40.309994 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-27a3c668-553f-43c0-95fb-18e9dc5d8422 req-fcccc1e8-7e8d-4681-9bf6-740cb881e758 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987041 May 26 13:57:40.313396 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-49328835-e911-49e4-8a4d-f67b4a85a377 req-66480d43-113e-4368-b7dc-7382722c5e0b tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100621 May 26 13:57:40.593174 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=74 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:40.598258 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=82 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:41.457484 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:41.490439 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e5295-c2b8-4bff-88b6-f09ded3f7a1f req-a0371075-2777-4f56-8eb7-ff42d00d8567 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:41.492189 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e46e5295-c2b8-4bff-88b6-f09ded3f7a1f req-a0371075-2777-4f56-8eb7-ff42d00d8567 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.1005728 May 26 13:57:41.526017 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f155ef1-4018-4d50-9a5b-6de58c346bf7 req-7fa9c979-c914-4830-9646-b50773fd37d0 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:41.532035 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7f155ef1-4018-4d50-9a5b-6de58c346bf7 req-7fa9c979-c914-4830-9646-b50773fd37d0 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 948 time: 0.0881591 May 26 13:57:41.612538 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e46e5295-c2b8-4bff-88b6-f09ded3f7a1f req-f6c4ad04-9241-4a06-b05c-f9adaaef7313 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017730 May 26 13:57:41.615898 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7f155ef1-4018-4d50-9a5b-6de58c346bf7 req-969169ff-af78-4e4b-9899-f498ebdb58ca tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732851 May 26 13:57:42.758622 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca36bc-2b2a-4efa-92c2-3ffd6870c175 req-04b2b5da-14b4-4134-a80b-cb6aa739b72c tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:42.760013 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bbca36bc-2b2a-4efa-92c2-3ffd6870c175 req-04b2b5da-14b4-4134-a80b-cb6aa739b72c tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 948 time: 0.0777249 May 26 13:57:42.766441 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056408a-69cf-4bee-a84f-b9a8012cc144 req-a232da82-d113-4062-883f-e13c8dbb9f9b tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:42.767801 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0056408a-69cf-4bee-a84f-b9a8012cc144 req-a232da82-d113-4062-883f-e13c8dbb9f9b tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0836492 May 26 13:57:42.841713 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bbca36bc-2b2a-4efa-92c2-3ffd6870c175 req-28db7ac2-936e-4cd0-aaf7-9118dfcb8826 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729628 May 26 13:57:42.844679 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0056408a-69cf-4bee-a84f-b9a8012cc144 req-51e07450-f53d-4e38-bf55-dcb12309db9e tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693004 May 26 13:57:43.982408 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a47a3-1542-4888-83c4-72663ddc192f req-09bba720-d9b8-4a90-a785-32ef6a9b63f2 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:43.983868 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-750a47a3-1542-4888-83c4-72663ddc192f req-09bba720-d9b8-4a90-a785-32ef6a9b63f2 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 948 time: 0.0765624 May 26 13:57:43.991671 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db6cb5-e0b5-4788-93f3-44738a66d0d7 req-4237023d-6ed5-48c3-8c8c-7b3b99636fd9 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:43.993022 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e8db6cb5-e0b5-4788-93f3-44738a66d0d7 req-4237023d-6ed5-48c3-8c8c-7b3b99636fd9 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0756216 May 26 13:57:44.066404 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-750a47a3-1542-4888-83c4-72663ddc192f req-239fa9b3-9f04-4aa2-9dc6-18e7c0c62b64 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724094 May 26 13:57:44.071530 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e8db6cb5-e0b5-4788-93f3-44738a66d0d7 req-8b96d395-0031-4bd5-aeca-0ed42d6ca89e tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716949 May 26 13:57:44.996388 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-53ced48e-d7f4-4766-9000-307a779b4d20 req-8486c8fb-a5d2-4733-959f-e8457e40bb89 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d486a1e-7691-438f-a89c-df9425b682f1 HTTP/1.1" status: 200 len: 1002 time: 0.1219344 May 26 13:57:45.022502 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-50ad44cb-f832-48ee-b1a0-0946f5abd208 req-478eec91-6cae-46d9-b287-a342fe0aef56 service neutron] 10.222.0.82 "GET /v2.0/networks/5f7e5c2e-dcd0-44c0-a251-a7bcffefb292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469650 May 26 13:57:45.059269 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 8b18d3a7-cd65-4ce0-bf45-5db8540263cd details requested by agent hyperv_hv-cinder-84213 with host hv-cinder-84213 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 13:57:45.065670 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:45.167233 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 8b18d3a7-cd65-4ce0-bf45-5db8540263cd, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=8b18d3a7-cd65-4ce0-bf45-5db8540263cd,segment=NetworkSegment(97f33a52-2818-4181-bdad-0d53784be53a),segment_id=97f33a52-2818-4181-bdad-0d53784be53a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:57:45.179979 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Returning: {'device': '8b18d3a7-cd65-4ce0-bf45-5db8540263cd', 'network_id': '188ea5c3-3f12-4cbc-8890-14601275b1c0', 'port_id': '8b18d3a7-cd65-4ce0-bf45-5db8540263cd', 'mac_address': 'fa:16:3e:09:01:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27d4881a-2fc8-4c88-91c6-cafbbe119d74', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 13:57:45.214932 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 8b18d3a7-cd65-4ce0-bf45-5db8540263cd is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:57:45.215318 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (8b18d3a7-cd65-4ce0-bf45-5db8540263cd), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:45.217361 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7cec60-de43-4675-9dfd-3fa19db3dac3 req-8d94f731-9ca6-4c0f-a482-e2c1990159e9 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:45.218859 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-eb7cec60-de43-4675-9dfd-3fa19db3dac3 req-8d94f731-9ca6-4c0f-a482-e2c1990159e9 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 948 time: 0.0800133 May 26 13:57:45.227081 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec444e-22d0-4cfe-acc4-d21b56bc4bed req-ca8d80fe-4bfc-41a8-9cd3-281ecf820777 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:45.228377 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5aec444e-22d0-4cfe-acc4-d21b56bc4bed req-ca8d80fe-4bfc-41a8-9cd3-281ecf820777 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0875673 May 26 13:57:45.228909 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b18d3a7-cd65-4ce0-bf45-5db8540263cd {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:57:45.250802 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 8b18d3a7-cd65-4ce0-bf45-5db8540263cd, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=8b18d3a7-cd65-4ce0-bf45-5db8540263cd,segment=NetworkSegment(97f33a52-2818-4181-bdad-0d53784be53a),segment_id=97f33a52-2818-4181-bdad-0d53784be53a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:57:45.254192 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (8b18d3a7-cd65-4ce0-bf45-5db8540263cd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:45.305902 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-eb7cec60-de43-4675-9dfd-3fa19db3dac3 req-c31c49cf-da8c-476b-800d-665d60e78536 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765624 May 26 13:57:45.308111 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=8b18d3a7-cd65-4ce0-bf45-5db8540263cd,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:45.310128 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5aec444e-22d0-4cfe-acc4-d21b56bc4bed req-a138a1aa-69e7-4b4f-a989-820ca7de7119 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730925 May 26 13:57:45.608162 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:45.616101 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:45.639426 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd931250-5733-4486-9be1-8f2ad3daa06e req-c8610638-bfd5-42ec-bbe1-07630a4e8561 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:45.641747 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dd931250-5733-4486-9be1-8f2ad3daa06e req-c8610638-bfd5-42ec-bbe1-07630a4e8561 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0895720 May 26 13:57:45.649389 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ced48e-d7f4-4766-9000-307a779b4d20 req-d40e9418-5a97-41ab-aa63-3091d330f5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:45.650797 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-53ced48e-d7f4-4766-9000-307a779b4d20 req-d40e9418-5a97-41ab-aa63-3091d330f5c7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=610ffda6-b7a7-4a06-84a4-402e2b1f27f2 HTTP/1.1" status: 200 len: 855 time: 0.0888751 May 26 13:57:45.696193 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dd931250-5733-4486-9be1-8f2ad3daa06e req-388a92f0-8484-4102-b598-adff6998231b tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441766 May 26 13:57:45.772821 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ced48e-d7f4-4766-9000-307a779b4d20 req-1428b924-04ae-415a-953d-81f710848eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:45.774371 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-53ced48e-d7f4-4766-9000-307a779b4d20 req-1428b924-04ae-415a-953d-81f710848eb1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8b5ae806-b190-4516-8465-70dba440ef62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0768850 May 26 13:57:45.775851 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c873c-f3b8-4737-a355-6cab9e434333 req-88c3695d-f68c-4a96-8eea-6f1c36eb7223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:45.777475 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3b5c873c-f3b8-4737-a355-6cab9e434333 req-88c3695d-f68c-4a96-8eea-6f1c36eb7223 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e3d27b9eb0ef4c338c18c2a1d02db444&device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 1130 time: 0.0705056 May 26 13:57:45.882080 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] get_ports_and_sgs() called for port_ids ['8b18d3a7-cd65-4ce0-bf45-5db8540263cd'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:57:46.212723 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 45200) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:57:46.291462 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-53ced48e-d7f4-4766-9000-307a779b4d20 req-b991b596-73b9-42cd-af18-eba831b07870 service neutron] 10.222.0.82 "GET /v2.0/networks/8b5ae806-b190-4516-8465-70dba440ef62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114713 May 26 13:57:46.292438 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c873c-f3b8-4737-a355-6cab9e434333 req-413ecbd1-1b57-493b-b5c9-1cf518fab195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:46.293750 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3b5c873c-f3b8-4737-a355-6cab9e434333 req-413ecbd1-1b57-493b-b5c9-1cf518fab195 service neutron] 10.222.0.82 "GET /v2.0/networks?id=94664734-1654-43f2-b262-23850dca9bb9 HTTP/1.1" status: 200 len: 918 time: 0.1996469 May 26 13:57:46.331986 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dfaa5f2e-b94a-4319-b033-4c284a903779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:46.423924 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dfaa5f2e-b94a-4319-b033-4c284a903779 admin admin] Publish callbacks [] for security_group (5dcf807a-2948-4d68-814f-79d21f1c6166), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:46.428213 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dfaa5f2e-b94a-4319-b033-4c284a903779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (5dcf807a-2948-4d68-814f-79d21f1c6166), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:46.432401 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d0d1c-b5d9-4660-866c-1c1aa51c65d5 req-cd7d593f-38ef-46a7-8e5d-d5b389aabc9d tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:46.433922 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ef1d0d1c-b5d9-4660-866c-1c1aa51c65d5 req-cd7d593f-38ef-46a7-8e5d-d5b389aabc9d tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 949 time: 0.0561614 May 26 13:57:46.466079 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa5f2e-b94a-4319-b033-4c284a903779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcf807a-2948-4d68-814f-79d21f1c6166,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:46.473016 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-dfaa5f2e-b94a-4319-b033-4c284a903779 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=631cff438f1d44458d9def61d2960db4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2591472 May 26 13:57:46.473964 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 45206) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:57:46.483119 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ef1d0d1c-b5d9-4660-866c-1c1aa51c65d5 req-42fed37e-5c14-459a-babb-138e2178bd8e tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431411 May 26 13:57:46.522291 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9dab89ba-cf1a-46c4-95fd-43f09d2e1986 admin admin] Publish callbacks [] for security_group (5dcf807a-2948-4d68-814f-79d21f1c6166), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:46.544485 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9dab89ba-cf1a-46c4-95fd-43f09d2e1986 admin admin] Publish callbacks [] for security_group (5dcf807a-2948-4d68-814f-79d21f1c6166), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:46.595066 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9dab89ba-cf1a-46c4-95fd-43f09d2e1986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (5dcf807a-2948-4d68-814f-79d21f1c6166), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:46.597856 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9dab89ba-cf1a-46c4-95fd-43f09d2e1986 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:46.599054 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-9dab89ba-cf1a-46c4-95fd-43f09d2e1986 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5dcf807a-2948-4d68-814f-79d21f1c6166 HTTP/1.1" status: 204 len: 168 time: 0.1241894 May 26 13:57:46.610916 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab89ba-cf1a-46c4-95fd-43f09d2e1986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcf807a-2948-4d68-814f-79d21f1c6166,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:46.838796 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cd112-ec07-4dd7-9b69-6963e52b494e req-86b6da5f-3378-4206-b9f7-985f2a93c432 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:46.838796 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-932cd112-ec07-4dd7-9b69-6963e52b494e req-86b6da5f-3378-4206-b9f7-985f2a93c432 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0585904 May 26 13:57:46.895636 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-932cd112-ec07-4dd7-9b69-6963e52b494e req-4c71a452-7114-4f75-a566-fb1a5835be76 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537889 May 26 13:57:47.391441 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 8b18d3a7-cd65-4ce0-bf45-5db8540263cd up at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:57:47.439040 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning for port 8b18d3a7-cd65-4ce0-bf45-5db8540263cd completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 13:57:47.445305 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning complete for port 8b18d3a7-cd65-4ce0-bf45-5db8540263cd triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:57:47.445693 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (8b18d3a7-cd65-4ce0-bf45-5db8540263cd), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:47.491714 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-077865ae-fef0-4ad5-881e-48e159c25b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:47.495283 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:47.540315 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 8b18d3a7-cd65-4ce0-bf45-5db8540263cd is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:57:47.540629 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (8b18d3a7-cd65-4ce0-bf45-5db8540263cd), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:47.567423 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deead541-6f7c-4096-819b-0a8fe84acd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b18d3a7-cd65-4ce0-bf45-5db8540263cd'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:57:47.569735 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75cf6a0b0aca4359f4c43b56c27fa80c20f62c04807301a9a0ec5234ef5b0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8939d0ab-f3b5-47e6-bdd9-7211203167da" -d '{"events": [{"server_uuid": "deead541-6f7c-4096-819b-0a8fe84acd53", "name": "network-vif-plugged", "status": "completed", "tag": "8b18d3a7-cd65-4ce0-bf45-5db8540263cd"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:57:47.585090 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 8b18d3a7-cd65-4ce0-bf45-5db8540263cd, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=8b18d3a7-cd65-4ce0-bf45-5db8540263cd,segment=NetworkSegment(97f33a52-2818-4181-bdad-0d53784be53a),segment_id=97f33a52-2818-4181-bdad-0d53784be53a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:57:47.592908 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (8b18d3a7-cd65-4ce0-bf45-5db8540263cd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:47.603467 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d032bb-0fbe-4847-9b1d-310d63d8a814 req-d1c008de-6bbb-4ce2-9b6e-f06e11e56b64 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:47.605678 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d3d032bb-0fbe-4847-9b1d-310d63d8a814 req-d1c008de-6bbb-4ce2-9b6e-f06e11e56b64 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 949 time: 0.0541563 May 26 13:57:47.616689 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031a3420-abef-420b-acb1-814ff6224965 x-openstack-request-id: req-031a3420-abef-420b-acb1-814ff6224965 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:57:47.616991 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deead541-6f7c-4096-819b-0a8fe84acd53", "name": "network-vif-plugged", "status": "completed", "tag": "8b18d3a7-cd65-4ce0-bf45-5db8540263cd", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:57:47.617267 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-031a3420-abef-420b-acb1-814ff6224965 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:57:47.617650 dv-cinder-842130-1-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-031a3420-abef-420b-acb1-814ff6224965'] response: {'server_uuid': 'deead541-6f7c-4096-819b-0a8fe84acd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b18d3a7-cd65-4ce0-bf45-5db8540263cd', 'code': 200} May 26 13:57:47.647623 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=8b18d3a7-cd65-4ce0-bf45-5db8540263cd,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:47.661774 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d3d032bb-0fbe-4847-9b1d-310d63d8a814 req-40684f76-cede-4294-af6f-3e43bbcf670e tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497417 May 26 13:57:48.011086 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8dda32-9c6f-4ecd-b45b-e181c9da4be0 req-4a26b24e-77dc-448c-9b81-c9c23c7faf02 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:48.013025 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-be8dda32-9c6f-4ecd-b45b-e181c9da4be0 req-4a26b24e-77dc-448c-9b81-c9c23c7faf02 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0458941 May 26 13:57:48.066999 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-be8dda32-9c6f-4ecd-b45b-e181c9da4be0 req-3463cc21-f74b-48f5-8b0b-37c06b9b4a90 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469019 May 26 13:57:48.318715 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3b5c873c-f3b8-4737-a355-6cab9e434333 req-6f034d78-3013-4c19-adc7-cf1c517811c5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ea477a5-0b77-466c-b782-069bc53617e5 HTTP/1.1" status: 200 len: 217 time: 0.0644567 May 26 13:57:48.387586 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-53ced48e-d7f4-4766-9000-307a779b4d20 req-5d32afc2-1a29-4596-b5fb-5c0183c0befe service neutron] 10.222.0.82 "GET /v2.0/networks/8b5ae806-b190-4516-8465-70dba440ef62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486058 May 26 13:57:48.548711 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c873c-f3b8-4737-a355-6cab9e434333 req-0fe396a8-d187-4746-b42c-cfd1e2a24536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:48.550953 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3b5c873c-f3b8-4737-a355-6cab9e434333 req-0fe396a8-d187-4746-b42c-cfd1e2a24536 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=463c251f-969b-49e6-b225-a476c859b795 HTTP/1.1" status: 200 len: 856 time: 0.0571930 May 26 13:57:48.773846 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4dfe8-b4d0-4e7d-a355-0f7c2fb401a0 req-8f25a706-9905-4c7d-ad66-0debfce7ed14 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:48.775376 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-28b4dfe8-b4d0-4e7d-a355-0f7c2fb401a0 req-8f25a706-9905-4c7d-ad66-0debfce7ed14 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 950 time: 0.0461366 May 26 13:57:48.822867 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-28b4dfe8-b4d0-4e7d-a355-0f7c2fb401a0 req-b8862872-5508-435c-baa7-d281e3494853 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417633 May 26 13:57:49.146384 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:49.188103 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:49.199991 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331f3d4-e237-4f7a-ac66-076531daab63 req-d0642a4c-54a5-4b65-b695-fa984ea1acbf tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:49.201581 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9331f3d4-e237-4f7a-ac66-076531daab63 req-d0642a4c-54a5-4b65-b695-fa984ea1acbf tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0638072 May 26 13:57:49.253126 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9331f3d4-e237-4f7a-ac66-076531daab63 req-cbb6eeae-c765-4058-8e22-ae81ee1ac4cc tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460181 May 26 13:57:49.469579 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 45366) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:57:49.486964 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf7d11-480f-4f79-8519-b3fff40d412b req-2864885b-b646-44e5-84f4-98d173cf566b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:49.488615 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5bcf7d11-480f-4f79-8519-b3fff40d412b req-2864885b-b646-44e5-84f4-98d173cf566b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 1134 time: 0.0765355 May 26 13:57:49.491704 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c873c-f3b8-4737-a355-6cab9e434333 req-19a61bfb-780d-4e7e-bcfb-cbe6e5a29755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:49.494117 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3b5c873c-f3b8-4737-a355-6cab9e434333 req-19a61bfb-780d-4e7e-bcfb-cbe6e5a29755 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=94664734-1654-43f2-b262-23850dca9bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0901008 May 26 13:57:49.594309 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5bcf7d11-480f-4f79-8519-b3fff40d412b req-c6a0e9a5-7b34-41b6-a418-acb1604f7509 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935144 May 26 13:57:49.598186 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e0ad2f57-2ddd-4cd4-85a1-d6f8a83b874e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:49.610048 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:49.623776 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3b5c873c-f3b8-4737-a355-6cab9e434333 req-7d0f3b71-2f30-4483-a2b3-1483de31b59b service neutron] 10.222.0.82 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217048 May 26 13:57:49.626725 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:49.643314 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-df9b032b-4118-43dc-abbd-7e4acd4bfd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:49.690964 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e0ad2f57-2ddd-4cd4-85a1-d6f8a83b874e admin admin] Publish callbacks [] for security_group (302c2ad0-9e71-40fd-92a1-f2cfc1e1c987), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:49.696192 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e0ad2f57-2ddd-4cd4-85a1-d6f8a83b874e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (302c2ad0-9e71-40fd-92a1-f2cfc1e1c987), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:49.742633 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-e0ad2f57-2ddd-4cd4-85a1-d6f8a83b874e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6dd701ae977f417dbacafb9e376fb489&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2713592 May 26 13:57:49.743455 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad2f57-2ddd-4cd4-85a1-d6f8a83b874e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302c2ad0-9e71-40fd-92a1-f2cfc1e1c987,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:49.745255 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 45374) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:57:49.798511 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b7df823b-1e42-4680-be0c-089f706ed5fb admin admin] Publish callbacks [] for security_group (302c2ad0-9e71-40fd-92a1-f2cfc1e1c987), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:49.825126 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b7df823b-1e42-4680-be0c-089f706ed5fb admin admin] Publish callbacks [] for security_group (302c2ad0-9e71-40fd-92a1-f2cfc1e1c987), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:49.890696 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b7df823b-1e42-4680-be0c-089f706ed5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (302c2ad0-9e71-40fd-92a1-f2cfc1e1c987), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:49.893215 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b7df823b-1e42-4680-be0c-089f706ed5fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:49.896701 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-b7df823b-1e42-4680-be0c-089f706ed5fb admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/302c2ad0-9e71-40fd-92a1-f2cfc1e1c987 HTTP/1.1" status: 204 len: 168 time: 0.1479721 May 26 13:57:49.904229 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df823b-1e42-4680-be0c-089f706ed5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302c2ad0-9e71-40fd-92a1-f2cfc1e1c987,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:49.968671 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8321d-43eb-49d5-979d-7f79c84ad7f0 req-6b41da75-b4fd-482b-bd5b-407b1c04d1a4 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:49.974540 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b1e8321d-43eb-49d5-979d-7f79c84ad7f0 req-6b41da75-b4fd-482b-bd5b-407b1c04d1a4 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 950 time: 0.0578580 May 26 13:57:50.069600 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b1e8321d-43eb-49d5-979d-7f79c84ad7f0 req-3798172a-a7db-4d7d-a2c4-9d7c75f77cbd tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883436 May 26 13:57:50.297658 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3b5c873c-f3b8-4737-a355-6cab9e434333 req-60af8dcf-f9c2-4a59-b106-b800c40131ef service neutron] 10.222.0.82 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474392 May 26 13:57:50.373637 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 45402) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:57:50.390059 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae0a04d4-0534-4ef0-9590-eb4b3d50d217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:50.436747 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586ab22-16d6-4811-bf40-f4a5e4c6be8e req-3320f1c4-1093-4212-a40b-ff65ea9aae8d tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:50.438859 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f586ab22-16d6-4811-bf40-f4a5e4c6be8e req-3320f1c4-1093-4212-a40b-ff65ea9aae8d tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0894499 May 26 13:57:50.489348 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae0a04d4-0534-4ef0-9590-eb4b3d50d217 admin admin] Publish callbacks [] for security_group (b32fbd65-0bb9-4321-bb31-3ee67c3d9b49), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:50.490561 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1e39e-e543-463a-b16b-fd39b828c02c req-f65d2d06-8bf4-4973-813f-86c0818ec1f4 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:50.492058 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3cf1e39e-e543-463a-b16b-fd39b828c02c req-f65d2d06-8bf4-4973-813f-86c0818ec1f4 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 945 time: 0.0757267 May 26 13:57:50.493772 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae0a04d4-0534-4ef0-9590-eb4b3d50d217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (b32fbd65-0bb9-4321-bb31-3ee67c3d9b49), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:50.537806 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-ae0a04d4-0534-4ef0-9590-eb4b3d50d217 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=295cde2e211040ffa7b50852abf2a17c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1608810 May 26 13:57:50.537806 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a04d4-0534-4ef0-9590-eb4b3d50d217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32fbd65-0bb9-4321-bb31-3ee67c3d9b49,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:50.538661 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 45406) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:57:50.545775 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f586ab22-16d6-4811-bf40-f4a5e4c6be8e req-e131758c-d8ff-4383-a5ee-336a753071e5 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868051 May 26 13:57:50.574286 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3cf1e39e-e543-463a-b16b-fd39b828c02c req-ae69ec22-4d76-4c4d-ab2f-f90ca59f8c4b tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715427 May 26 13:57:50.598934 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4034657b-7a09-40e9-98ed-e6fee6d1c9cf admin admin] Publish callbacks [] for security_group (b32fbd65-0bb9-4321-bb31-3ee67c3d9b49), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:50.620217 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4034657b-7a09-40e9-98ed-e6fee6d1c9cf admin admin] Publish callbacks [] for security_group (b32fbd65-0bb9-4321-bb31-3ee67c3d9b49), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:50.666868 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4034657b-7a09-40e9-98ed-e6fee6d1c9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (b32fbd65-0bb9-4321-bb31-3ee67c3d9b49), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:50.669554 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4034657b-7a09-40e9-98ed-e6fee6d1c9cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:50.670693 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-4034657b-7a09-40e9-98ed-e6fee6d1c9cf admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b32fbd65-0bb9-4321-bb31-3ee67c3d9b49 HTTP/1.1" status: 204 len: 168 time: 0.1309161 May 26 13:57:50.678446 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034657b-7a09-40e9-98ed-e6fee6d1c9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32fbd65-0bb9-4321-bb31-3ee67c3d9b49,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:51.192552 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80dba9-9bda-4468-97eb-f9a29e09b869 req-8d08aa91-b905-43e9-82cb-90af635d96ac tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:51.194422 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4a80dba9-9bda-4468-97eb-f9a29e09b869 req-8d08aa91-b905-43e9-82cb-90af635d96ac tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 950 time: 0.0509186 May 26 13:57:51.244412 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4a80dba9-9bda-4468-97eb-f9a29e09b869 req-8364c7b5-ee0e-4d2f-b470-fa58ed017f23 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438850 May 26 13:57:51.263424 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:51.686081 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:51.694782 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e9426-3cd4-43b0-88a4-521596198597 req-f740a2ec-b218-4901-a967-99b0637443d4 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:51.696256 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-773e9426-3cd4-43b0-88a4-521596198597 req-f740a2ec-b218-4901-a967-99b0637443d4 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0808027 May 26 13:57:51.699189 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:51.710978 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4317eaf-51a2-4e13-8430-6e7a950a2226 req-165d0db1-bff7-4958-a6d2-f98770061ea0 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:51.712381 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b4317eaf-51a2-4e13-8430-6e7a950a2226 req-165d0db1-bff7-4958-a6d2-f98770061ea0 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 945 time: 0.0652356 May 26 13:57:51.788329 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-773e9426-3cd4-43b0-88a4-521596198597 req-198d7a8e-daae-4b4d-8a60-2c3dc0412147 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845482 May 26 13:57:51.791518 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b4317eaf-51a2-4e13-8430-6e7a950a2226 req-05c4518c-94e6-4710-b87b-2874aebafeee tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720594 May 26 13:57:52.373064 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a861be9-8a69-4554-b41d-f6615b5aa9fd req-4a164f34-46ba-4471-958e-a4a1c2e23628 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:52.374546 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6a861be9-8a69-4554-b41d-f6615b5aa9fd req-4a164f34-46ba-4471-958e-a4a1c2e23628 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 950 time: 0.0470996 May 26 13:57:52.429989 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6a861be9-8a69-4554-b41d-f6615b5aa9fd req-9c0aaf88-9bfc-45c1-a344-d990a87e2f12 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498331 May 26 13:57:52.473682 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:52.939144 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8f7c1-4a1c-4a6d-a78d-f4a1d04be359 req-990c1149-23ad-4f04-8c21-d09680f28bf3 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:52.940608 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-91c8f7c1-4a1c-4a6d-a78d-f4a1d04be359 req-990c1149-23ad-4f04-8c21-d09680f28bf3 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0755382 May 26 13:57:52.950817 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72e678-2098-43ac-a571-89da13eda8b0 req-010c4dfa-5483-404a-8bd9-48320a9e5d23 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:52.952208 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2c72e678-2098-43ac-a571-89da13eda8b0 req-010c4dfa-5483-404a-8bd9-48320a9e5d23 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 945 time: 0.0604560 May 26 13:57:53.021826 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-91c8f7c1-4a1c-4a6d-a78d-f4a1d04be359 req-41876cb5-0b59-4048-8771-e08994d9e7c2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686688 May 26 13:57:53.044830 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2c72e678-2098-43ac-a571-89da13eda8b0 req-59b73d7d-fcd1-43a0-bf70-f23ee1166be9 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775282 May 26 13:57:53.237506 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 45508) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:57:53.350719 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c4944107-20d4-437c-bdde-95615887c0c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:53.425714 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c4944107-20d4-437c-bdde-95615887c0c6 admin admin] Publish callbacks [] for security_group (1e8ff6e3-1e43-4ee8-b66e-823fc54f3aec), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:53.430431 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c4944107-20d4-437c-bdde-95615887c0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (1e8ff6e3-1e43-4ee8-b66e-823fc54f3aec), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:53.469456 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-c4944107-20d4-437c-bdde-95615887c0c6 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=fe2cf38a76bb4d90b98062e143c80df6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307615 May 26 13:57:53.470207 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4944107-20d4-437c-bdde-95615887c0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8ff6e3-1e43-4ee8-b66e-823fc54f3aec,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:53.472049 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 45514) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:57:53.547274 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-38a72400-8191-4aae-a12f-39b92c7b4a00 admin admin] Publish callbacks [] for security_group (1e8ff6e3-1e43-4ee8-b66e-823fc54f3aec), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:53.577186 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-38a72400-8191-4aae-a12f-39b92c7b4a00 admin admin] Publish callbacks [] for security_group (1e8ff6e3-1e43-4ee8-b66e-823fc54f3aec), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:53.584770 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64671836-d947-4a75-9c65-a7b12bdefa47 req-66600097-42de-453c-9e5c-4cc4c9a8bf77 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:53.586272 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-64671836-d947-4a75-9c65-a7b12bdefa47 req-66600097-42de-453c-9e5c-4cc4c9a8bf77 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 950 time: 0.0675998 May 26 13:57:53.654446 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-64671836-d947-4a75-9c65-a7b12bdefa47 req-e280b75d-2d0a-4fe7-a8de-e1115490e3ff tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620530 May 26 13:57:53.668163 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-38a72400-8191-4aae-a12f-39b92c7b4a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (1e8ff6e3-1e43-4ee8-b66e-823fc54f3aec), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:53.671743 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-38a72400-8191-4aae-a12f-39b92c7b4a00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:53.675144 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-38a72400-8191-4aae-a12f-39b92c7b4a00 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1e8ff6e3-1e43-4ee8-b66e-823fc54f3aec HTTP/1.1" status: 204 len: 168 time: 0.1995597 May 26 13:57:53.681516 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a72400-8191-4aae-a12f-39b92c7b4a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8ff6e3-1e43-4ee8-b66e-823fc54f3aec,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:53.692890 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:53.961995 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363f732-8e35-47d5-b4a4-11402e694a42 req-1bfe43b6-94a9-4d84-9d66-44b6537b781f tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:53.963400 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e363f732-8e35-47d5-b4a4-11402e694a42 req-1bfe43b6-94a9-4d84-9d66-44b6537b781f tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 950 time: 0.0513544 May 26 13:57:53.986462 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:54.016940 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e363f732-8e35-47d5-b4a4-11402e694a42 req-08a61441-409e-43e3-8608-496a0b22f4c9 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448771 May 26 13:57:54.033956 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 45532) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:57:54.047707 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b7568a1f-372b-4e81-9fa7-85b2861fd4cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:54.050204 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:INSERT=15,neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:54.125248 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=72,neutron:INSERT=24,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:54.144905 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b7568a1f-372b-4e81-9fa7-85b2861fd4cb admin admin] Publish callbacks [] for security_group (a2bc21e6-88a1-4d02-ac23-e54e49d47d5c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:54.156095 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b7568a1f-372b-4e81-9fa7-85b2861fd4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (a2bc21e6-88a1-4d02-ac23-e54e49d47d5c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:54.195720 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43eea02-433a-4d3b-813d-01b1d7da6aaf req-393db1da-4b69-48d0-8afc-902fecea630d tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:54.197352 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c43eea02-433a-4d3b-813d-01b1d7da6aaf req-393db1da-4b69-48d0-8afc-902fecea630d tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 945 time: 0.0804081 May 26 13:57:54.203734 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e5ef5-e0c5-4760-a38b-90e6e5e90ce4 req-6b22ce6e-a124-4afb-84fa-6f10964be325 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:54.205136 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-601e5ef5-e0c5-4760-a38b-90e6e5e90ce4 req-6b22ce6e-a124-4afb-84fa-6f10964be325 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0995548 May 26 13:57:54.207044 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7568a1f-372b-4e81-9fa7-85b2861fd4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bc21e6-88a1-4d02-ac23-e54e49d47d5c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:54.213652 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-b7568a1f-372b-4e81-9fa7-85b2861fd4cb admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7510a3130a3543d195804d4c3513c024&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1786327 May 26 13:57:54.217557 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 45538) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:57:54.272816 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6ce09b67-e05f-4d46-b0c8-0bbb61b9927f admin admin] Publish callbacks [] for security_group (a2bc21e6-88a1-4d02-ac23-e54e49d47d5c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:54.275174 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:54.285219 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c43eea02-433a-4d3b-813d-01b1d7da6aaf req-8ed72bfd-032a-488f-b3bd-172a714971c3 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788393 May 26 13:57:54.295006 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-601e5ef5-e0c5-4760-a38b-90e6e5e90ce4 req-69d36c68-b4cf-4360-9c1f-817064a40fcb tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819409 May 26 13:57:54.304188 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6ce09b67-e05f-4d46-b0c8-0bbb61b9927f admin admin] Publish callbacks [] for security_group (a2bc21e6-88a1-4d02-ac23-e54e49d47d5c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:54.361841 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6ce09b67-e05f-4d46-b0c8-0bbb61b9927f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (a2bc21e6-88a1-4d02-ac23-e54e49d47d5c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:54.364331 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6ce09b67-e05f-4d46-b0c8-0bbb61b9927f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:54.365508 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-6ce09b67-e05f-4d46-b0c8-0bbb61b9927f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a2bc21e6-88a1-4d02-ac23-e54e49d47d5c HTTP/1.1" status: 204 len: 168 time: 0.1469405 May 26 13:57:54.373236 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce09b67-e05f-4d46-b0c8-0bbb61b9927f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bc21e6-88a1-4d02-ac23-e54e49d47d5c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:55.144216 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80d08d-d653-43dc-b07f-842576ceaeb7 req-a2741b1b-3b30-4470-a7cb-5b7d99bf5b4f tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:55.145725 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-be80d08d-d653-43dc-b07f-842576ceaeb7 req-a2741b1b-3b30-4470-a7cb-5b7d99bf5b4f tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 950 time: 0.0460808 May 26 13:57:55.195280 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-be80d08d-d653-43dc-b07f-842576ceaeb7 req-c23abb6d-84ea-4128-8206-cc9fd5d512ec tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435472 May 26 13:57:55.452847 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:55.466474 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa2780-9a1e-47cc-814b-b057d415256a req-1bfdd934-b228-4415-a974-fa920f55d694 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:55.467969 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4cfa2780-9a1e-47cc-814b-b057d415256a req-1bfdd934-b228-4415-a974-fa920f55d694 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0901511 May 26 13:57:55.478984 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb46591-c42d-432e-97f6-d53723f5b7a1 req-c2209572-fdbd-4685-a17d-2fce1b22474a tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:55.480405 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3eb46591-c42d-432e-97f6-d53723f5b7a1 req-c2209572-fdbd-4685-a17d-2fce1b22474a tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 945 time: 0.0657005 May 26 13:57:55.556998 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4cfa2780-9a1e-47cc-814b-b057d415256a req-6b5b41f0-309b-41ec-83a1-cc64df2295d2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756001 May 26 13:57:55.561171 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3eb46591-c42d-432e-97f6-d53723f5b7a1 req-c1389196-2bdd-4ff4-804a-d5558fe4a68d tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720823 May 26 13:57:56.306989 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 45642) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:57:56.325552 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b11190-b33c-4324-a910-f50cd92a2768 req-3c031685-18e6-487d-9371-12b8fa294361 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:56.327108 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-01b11190-b33c-4324-a910-f50cd92a2768 req-3c031685-18e6-487d-9371-12b8fa294361 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 950 time: 0.0560257 May 26 13:57:56.381879 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-01b11190-b33c-4324-a910-f50cd92a2768 req-250d3193-dbce-4a69-8643-e36baa4e6b91 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489697 May 26 13:57:56.478001 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9c23ed9e-e04c-4381-8705-9ef962fa4015 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:56.559600 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9c23ed9e-e04c-4381-8705-9ef962fa4015 admin admin] Publish callbacks [] for security_group (31feec37-eba6-436f-8f82-7182fe883d2f), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:56.563964 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9c23ed9e-e04c-4381-8705-9ef962fa4015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (31feec37-eba6-436f-8f82-7182fe883d2f), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:56.605453 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-9c23ed9e-e04c-4381-8705-9ef962fa4015 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=70e1d74aa6364176aced7e3bcdc078c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2973347 May 26 13:57:56.607148 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23ed9e-e04c-4381-8705-9ef962fa4015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31feec37-eba6-436f-8f82-7182fe883d2f,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:56.608848 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 45652) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:57:56.681062 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e1b7e2ec-d733-4523-8747-0ae4fcf64e27 admin admin] Publish callbacks [] for security_group (31feec37-eba6-436f-8f82-7182fe883d2f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:56.704512 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e1b7e2ec-d733-4523-8747-0ae4fcf64e27 admin admin] Publish callbacks [] for security_group (31feec37-eba6-436f-8f82-7182fe883d2f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:56.705860 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7bc50-1f03-49c2-9470-dbd40450a065 req-7eb7328a-b9fa-4ba4-b7c4-06156be156ab tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:56.707521 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bfa7bc50-1f03-49c2-9470-dbd40450a065 req-7eb7328a-b9fa-4ba4-b7c4-06156be156ab tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0798802 May 26 13:57:56.735659 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66ec6b-0b5d-4885-a7c8-27cac8b5f7ae req-40b7af2e-22cc-41f4-befc-06f0fbad119d tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:56.736767 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0a66ec6b-0b5d-4885-a7c8-27cac8b5f7ae req-40b7af2e-22cc-41f4-befc-06f0fbad119d tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 945 time: 0.0769398 May 26 13:57:56.764383 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e1b7e2ec-d733-4523-8747-0ae4fcf64e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (31feec37-eba6-436f-8f82-7182fe883d2f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:56.767307 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e1b7e2ec-d733-4523-8747-0ae4fcf64e27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:56.768763 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-e1b7e2ec-d733-4523-8747-0ae4fcf64e27 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/31feec37-eba6-436f-8f82-7182fe883d2f HTTP/1.1" status: 204 len: 168 time: 0.1558900 May 26 13:57:56.776876 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b7e2ec-d733-4523-8747-0ae4fcf64e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31feec37-eba6-436f-8f82-7182fe883d2f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:56.830105 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bfa7bc50-1f03-49c2-9470-dbd40450a065 req-b60e41b6-26b9-4a48-bf85-3255e8c4a107 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167729 May 26 13:57:56.861439 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a9be7-d1d1-449b-91bc-799a20827bd3 req-1f8d7e22-0cc5-42e0-a54a-e31e3f8b4f9f tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:56.862981 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ad0a9be7-d1d1-449b-91bc-799a20827bd3 req-1f8d7e22-0cc5-42e0-a54a-e31e3f8b4f9f tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.82 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 950 time: 0.0944595 May 26 13:57:56.875563 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0a66ec6b-0b5d-4885-a7c8-27cac8b5f7ae req-dcbefe87-bf96-48f9-8a69-e32efaf93914 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300917 May 26 13:57:56.982067 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ef707-1ce8-42d2-9986-3bcb4d153d4c req-13138f1f-5663-4307-85a3-0a4614331061 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:56.983504 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-606ef707-1ce8-42d2-9986-3bcb4d153d4c req-13138f1f-5663-4307-85a3-0a4614331061 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.82 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 945 time: 0.0795951 May 26 13:57:57.034744 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:57.098240 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [req-ad0a9be7-d1d1-449b-91bc-799a20827bd3 req-f3b7bbc8-983b-41c4-a8a9-b502a93017dc tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Deleting port 8b18d3a7-cd65-4ce0-bf45-5db8540263cd {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:57:57.098580 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-ad0a9be7-d1d1-449b-91bc-799a20827bd3 req-f3b7bbc8-983b-41c4-a8a9-b502a93017dc tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (8b18d3a7-cd65-4ce0-bf45-5db8540263cd), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:57.104542 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 45660) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:57:57.118404 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-621cdb90-2e26-4f21-ad4a-68298f76a437 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:57.204833 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-621cdb90-2e26-4f21-ad4a-68298f76a437 admin admin] Publish callbacks [] for security_group (bc26854f-0cbb-47f5-85df-42e747f02fd0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:57.210248 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-621cdb90-2e26-4f21-ad4a-68298f76a437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (bc26854f-0cbb-47f5-85df-42e747f02fd0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:57.251276 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621cdb90-2e26-4f21-ad4a-68298f76a437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc26854f-0cbb-47f5-85df-42e747f02fd0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:57.257947 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-621cdb90-2e26-4f21-ad4a-68298f76a437 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=db8902bb66da4ebe9aa7a7f9832b7aac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1498981 May 26 13:57:57.258170 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 45662) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:57:57.311599 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88467e4b-1af3-4653-8563-e6a07ddc3d05 admin admin] Publish callbacks [] for security_group (bc26854f-0cbb-47f5-85df-42e747f02fd0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:57.334725 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88467e4b-1af3-4653-8563-e6a07ddc3d05 admin admin] Publish callbacks [] for security_group (bc26854f-0cbb-47f5-85df-42e747f02fd0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:57.386704 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88467e4b-1af3-4653-8563-e6a07ddc3d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (bc26854f-0cbb-47f5-85df-42e747f02fd0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:57.389590 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88467e4b-1af3-4653-8563-e6a07ddc3d05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:57.393553 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-88467e4b-1af3-4653-8563-e6a07ddc3d05 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/bc26854f-0cbb-47f5-85df-42e747f02fd0 HTTP/1.1" status: 204 len: 168 time: 0.1317172 May 26 13:57:57.415223 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88467e4b-1af3-4653-8563-e6a07ddc3d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc26854f-0cbb-47f5-85df-42e747f02fd0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:57.427337 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [req-606ef707-1ce8-42d2-9986-3bcb4d153d4c req-93ce6513-a2b0-443a-b1d8-6639420fe636 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Deleting port f8d0143b-9f68-4c1b-a919-a3a667b7d168 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:57:57.427867 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-606ef707-1ce8-42d2-9986-3bcb4d153d4c req-93ce6513-a2b0-443a-b1d8-6639420fe636 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (f8d0143b-9f68-4c1b-a919-a3a667b7d168), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:57.531018 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:57.571759 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-ad0a9be7-d1d1-449b-91bc-799a20827bd3 req-f3b7bbc8-983b-41c4-a8a9-b502a93017dc tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] For port 8b18d3a7-cd65-4ce0-bf45-5db8540263cd, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=8b18d3a7-cd65-4ce0-bf45-5db8540263cd,segment=NetworkSegment(97f33a52-2818-4181-bdad-0d53784be53a),segment_id=97f33a52-2818-4181-bdad-0d53784be53a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:57:57.572366 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-ad0a9be7-d1d1-449b-91bc-799a20827bd3 req-f3b7bbc8-983b-41c4-a8a9-b502a93017dc tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (8b18d3a7-cd65-4ce0-bf45-5db8540263cd), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:57.614369 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39aff0-b384-4c50-96fe-84839b0a9e7e req-bcadc0c3-8634-4951-9288-5c2fce8858d5 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:57.615917 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fa39aff0-b384-4c50-96fe-84839b0a9e7e req-bcadc0c3-8634-4951-9288-5c2fce8858d5 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 950 time: 0.1118219 May 26 13:57:57.617784 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [req-ad0a9be7-d1d1-449b-91bc-799a20827bd3 req-f3b7bbc8-983b-41c4-a8a9-b502a93017dc tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Calling delete_port for 8b18d3a7-cd65-4ce0-bf45-5db8540263cd owned by compute:nova {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:57:57.663971 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-606ef707-1ce8-42d2-9986-3bcb4d153d4c req-93ce6513-a2b0-443a-b1d8-6639420fe636 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] For port f8d0143b-9f68-4c1b-a919-a3a667b7d168, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=f8d0143b-9f68-4c1b-a919-a3a667b7d168,segment=NetworkSegment(76186cb9-1bca-4d5b-badd-766070b91ee8),segment_id=76186cb9-1bca-4d5b-badd-766070b91ee8)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:57:57.664334 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-606ef707-1ce8-42d2-9986-3bcb4d153d4c req-93ce6513-a2b0-443a-b1d8-6639420fe636 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (f8d0143b-9f68-4c1b-a919-a3a667b7d168), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:57.727865 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [req-606ef707-1ce8-42d2-9986-3bcb4d153d4c req-93ce6513-a2b0-443a-b1d8-6639420fe636 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Calling delete_port for f8d0143b-9f68-4c1b-a919-a3a667b7d168 owned by compute:nova {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:57:57.813911 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fa39aff0-b384-4c50-96fe-84839b0a9e7e req-053cb547-c29c-4781-a6f4-3ccb25e8b37d tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/security-groups?id=f49f0d0d-8376-466f-bf1e-3eb022e313ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848691 May 26 13:57:58.009970 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-ad0a9be7-d1d1-449b-91bc-799a20827bd3 req-f3b7bbc8-983b-41c4-a8a9-b502a93017dc tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (8b18d3a7-cd65-4ce0-bf45-5db8540263cd), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:58.062593 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] get_ports_and_sgs() called for port_ids ['8b18d3a7-cd65-4ce0-bf45-5db8540263cd'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:57:58.074282 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd64674-0a47-4ab4-b22e-6212b2ec6eb0 req-7e9a1793-2ec1-4c18-9356-2ade12a6ee07 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:58.076533 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8fd64674-0a47-4ab4-b22e-6212b2ec6eb0 req-7e9a1793-2ec1-4c18-9356-2ade12a6ee07 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.1321127 May 26 13:57:58.077406 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b7bbc8-983b-41c4-a8a9-b502a93017dc tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Pushing event deleted for resources: {'Port': ['ID=8b18d3a7-cd65-4ce0-bf45-5db8540263cd,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:58.084411 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-606ef707-1ce8-42d2-9986-3bcb4d153d4c req-93ce6513-a2b0-443a-b1d8-6639420fe636 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (f8d0143b-9f68-4c1b-a919-a3a667b7d168), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:58.146771 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f33538-6d0b-4278-a802-4a8b16bad1e8 req-ca5af858-2f56-446b-8813-2de676847bc7 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:58.148315 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c5f33538-6d0b-4278-a802-4a8b16bad1e8 req-ca5af858-2f56-446b-8813-2de676847bc7 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 945 time: 0.1575336 May 26 13:57:58.148753 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:58.180475 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce6513-a2b0-443a-b1d8-6639420fe636 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Pushing event deleted for resources: {'Port': ['ID=f8d0143b-9f68-4c1b-a919-a3a667b7d168,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:57:58.234678 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0a9be7-d1d1-449b-91bc-799a20827bd3 req-f3b7bbc8-983b-41c4-a8a9-b502a93017dc tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] No DVR routers for this DVR port 8b18d3a7-cd65-4ce0-bf45-5db8540263cd on host hv-cinder-84213 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 13:57:58.260746 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-ad0a9be7-d1d1-449b-91bc-799a20827bd3 req-f3b7bbc8-983b-41c4-a8a9-b502a93017dc tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:58.264651 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ad0a9be7-d1d1-449b-91bc-799a20827bd3 req-f3b7bbc8-983b-41c4-a8a9-b502a93017dc tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.82 "DELETE /v2.0/ports/8b18d3a7-cd65-4ce0-bf45-5db8540263cd HTTP/1.1" status: 204 len: 173 time: 1.3683090 May 26 13:57:58.267602 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deead541-6f7c-4096-819b-0a8fe84acd53', 'name': 'network-vif-deleted', 'tag': '8b18d3a7-cd65-4ce0-bf45-5db8540263cd'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:57:58.270120 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a67d27a2ec375fafa348027e062b6cf3c7935884065918e746e599b143197b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9456b2-b5f7-4eb2-8c5e-bd8daf074c26" -d '{"events": [{"server_uuid": "deead541-6f7c-4096-819b-0a8fe84acd53", "name": "network-vif-deleted", "tag": "8b18d3a7-cd65-4ce0-bf45-5db8540263cd"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:57:58.314918 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [req-606ef707-1ce8-42d2-9986-3bcb4d153d4c req-93ce6513-a2b0-443a-b1d8-6639420fe636 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] No DVR routers for this DVR port f8d0143b-9f68-4c1b-a919-a3a667b7d168 on host hv-cinder-84213 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 13:57:58.322544 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-606ef707-1ce8-42d2-9986-3bcb4d153d4c req-93ce6513-a2b0-443a-b1d8-6639420fe636 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:58.327078 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-606ef707-1ce8-42d2-9986-3bcb4d153d4c req-93ce6513-a2b0-443a-b1d8-6639420fe636 tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.82 "DELETE /v2.0/ports/f8d0143b-9f68-4c1b-a919-a3a667b7d168 HTTP/1.1" status: 204 len: 173 time: 1.3225033 May 26 13:57:58.342756 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8fd64674-0a47-4ab4-b22e-6212b2ec6eb0 req-012db5f1-4e47-40d0-b880-3d198b9b6b8a tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403808 May 26 13:57:58.357730 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c5f33538-6d0b-4278-a802-4a8b16bad1e8 req-77005f14-bab4-46d8-9377-9865cc6761fc tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/security-groups?id=a1f498ee-b224-4e66-9a30-311e44090efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790757 May 26 13:57:58.409402 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1884d45e-b1c0-4b65-bdb9-c0e56df9bdc0 x-openstack-request-id: req-1884d45e-b1c0-4b65-bdb9-c0e56df9bdc0 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:57:58.410007 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deead541-6f7c-4096-819b-0a8fe84acd53", "name": "network-vif-deleted", "tag": "8b18d3a7-cd65-4ce0-bf45-5db8540263cd", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:57:58.410457 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1884d45e-b1c0-4b65-bdb9-c0e56df9bdc0 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:57:58.411080 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1884d45e-b1c0-4b65-bdb9-c0e56df9bdc0'] response: {'server_uuid': 'deead541-6f7c-4096-819b-0a8fe84acd53', 'name': 'network-vif-deleted', 'tag': '8b18d3a7-cd65-4ce0-bf45-5db8540263cd', 'status': 'completed', 'code': 200} May 26 13:57:58.929207 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-64b6d43e-8008-42b1-b1c3-d6a82f44b070 req-704dfb9a-f857-480c-aad4-c6a260e6db00 tempest-VolumesNegativeTest-1986588081 tempest-VolumesNegativeTest-1986588081-project] 10.222.0.91 "GET /v2.0/ports?device_id=deead541-6f7c-4096-819b-0a8fe84acd53 HTTP/1.1" status: 200 len: 210 time: 0.0318367 May 26 13:57:59.482411 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-30325e78-3089-4bf5-a312-12ac7887e6a4 req-ea0c0099-7fca-457c-9788-221dae52c8de tempest-DeleteServersTestJSON-788665898 tempest-DeleteServersTestJSON-788665898-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8503557-47d9-4fc4-ad98-e698f675e2ce HTTP/1.1" status: 200 len: 210 time: 0.0358500 May 26 13:57:59.494010 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a1ee3-9c0d-4626-a12d-20bf50bea400 req-c1d29e6a-8b6d-41ac-b34b-0eb07e9db06e tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:59.495527 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-309a1ee3-9c0d-4626-a12d-20bf50bea400 req-c1d29e6a-8b6d-41ac-b34b-0eb07e9db06e tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0811894 May 26 13:57:59.548780 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-309a1ee3-9c0d-4626-a12d-20bf50bea400 req-c03779a7-3341-4b61-aa8e-4c99aca71d20 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462987 May 26 13:57:59.582004 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device f8d0143b-9f68-4c1b-a919-a3a667b7d168 no longer exists at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:57:59.602602 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] No Port match for: f8d0143b-9f68-4c1b-a919-a3a667b7d168 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 13:57:59.602986 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device f8d0143b-9f68-4c1b-a919-a3a667b7d168 not bound to the agent host hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:57:59.603421 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 8b18d3a7-cd65-4ce0-bf45-5db8540263cd no longer exists at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:57:59.625736 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] No Port match for: 8b18d3a7-cd65-4ce0-bf45-5db8540263cd {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 13:57:59.626075 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 8b18d3a7-cd65-4ce0-bf45-5db8540263cd not bound to the agent host hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:58:00.411970 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8503557-47d9-4fc4-ad98-e698f675e2ce', 'name': 'network-vif-deleted', 'tag': 'f8d0143b-9f68-4c1b-a919-a3a667b7d168'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:58:00.414949 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a67d27a2ec375fafa348027e062b6cf3c7935884065918e746e599b143197b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a0f1c1-d8cc-4c10-8374-efe14cfa7caa" -d '{"events": [{"server_uuid": "a8503557-47d9-4fc4-ad98-e698f675e2ce", "name": "network-vif-deleted", "tag": "f8d0143b-9f68-4c1b-a919-a3a667b7d168"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:58:00.450924 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4d811a-aa04-4872-9815-371c29be8d05 x-openstack-request-id: req-eb4d811a-aa04-4872-9815-371c29be8d05 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:58:00.451212 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8503557-47d9-4fc4-ad98-e698f675e2ce", "name": "network-vif-deleted", "tag": "f8d0143b-9f68-4c1b-a919-a3a667b7d168", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:58:00.451454 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-eb4d811a-aa04-4872-9815-371c29be8d05 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:58:00.451843 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb4d811a-aa04-4872-9815-371c29be8d05'] response: {'server_uuid': 'a8503557-47d9-4fc4-ad98-e698f675e2ce', 'name': 'network-vif-deleted', 'tag': 'f8d0143b-9f68-4c1b-a919-a3a667b7d168', 'status': 'completed', 'code': 200} May 26 13:58:00.664885 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:00.677071 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ae627-08b2-423d-94d3-ece0564e5c28 req-3520a3b8-fe87-4ec7-94d7-7fa916dd640f tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:00.678598 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e44ae627-08b2-423d-94d3-ece0564e5c28 req-3520a3b8-fe87-4ec7-94d7-7fa916dd640f tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0474679 May 26 13:58:00.729389 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e44ae627-08b2-423d-94d3-ece0564e5c28 req-fcd5feea-bfd7-4468-bcb5-ab1311e82b98 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450311 May 26 13:58:01.850642 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89763b-4697-46c4-b380-e115da9748f4 req-17eba028-4e65-4a78-acbc-d74899146f61 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:01.853624 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fa89763b-4697-46c4-b380-e115da9748f4 req-17eba028-4e65-4a78-acbc-d74899146f61 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0484748 May 26 13:58:01.925795 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fa89763b-4697-46c4-b380-e115da9748f4 req-6b5c3ed7-3f6a-4197-abeb-eb30a7cf951f tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584235 May 26 13:58:03.025847 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 45794) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:03.113203 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_v2 [None req-29791183-46d8-483b-b60f-fba0f298e2e3 admin admin] Deleting subnet 67799537-471b-4d37-90a7-26b2abc3faf9 {{(pid=103886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 13:58:03.121452 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee43338-61d5-4b35-9282-d439b3dfb926 req-0fcc8b70-22f2-4281-8696-2bfc20823c1b tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:03.122897 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5ee43338-61d5-4b35-9282-d439b3dfb926 req-0fcc8b70-22f2-4281-8696-2bfc20823c1b tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0638978 May 26 13:58:03.124046 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-29791183-46d8-483b-b60f-fba0f298e2e3 admin admin] Publish callbacks [] for subnet (67799537-471b-4d37-90a7-26b2abc3faf9), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:03.176527 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-29791183-46d8-483b-b60f-fba0f298e2e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13293489'] for subnet (67799537-471b-4d37-90a7-26b2abc3faf9), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:03.225648 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5ee43338-61d5-4b35-9282-d439b3dfb926 req-ee8eb8cc-d204-434f-b4eb-fb6c846bfc15 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823264 May 26 13:58:03.236052 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-29791183-46d8-483b-b60f-fba0f298e2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771753'] for subnet (67799537-471b-4d37-90a7-26b2abc3faf9), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:03.296350 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-29791183-46d8-483b-b60f-fba0f298e2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13293486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13325969'] for subnet (67799537-471b-4d37-90a7-26b2abc3faf9), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:03.325187 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29791183-46d8-483b-b60f-fba0f298e2e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67799537-471b-4d37-90a7-26b2abc3faf9,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:03.331491 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-29791183-46d8-483b-b60f-fba0f298e2e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:03.334609 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-29791183-46d8-483b-b60f-fba0f298e2e3 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/67799537-471b-4d37-90a7-26b2abc3faf9 HTTP/1.1" status: 204 len: 168 time: 0.3076704 May 26 13:58:03.336990 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 45798) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:03.402934 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-476800db-7296-47b2-9cb7-d813914d3ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1846382'] for network (25f232ca-c251-4c00-a04c-4af0a5376fd0), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:03.485700 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-476800db-7296-47b2-9cb7-d813914d3ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769820', 'neutron.services.segments.db._delete_segments_for_network-8727248709232'] for network (25f232ca-c251-4c00-a04c-4af0a5376fd0), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:03.506562 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-476800db-7296-47b2-9cb7-d813914d3ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f232ca-c251-4c00-a04c-4af0a5376fd0']}} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:58:03.515507 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-476800db-7296-47b2-9cb7-d813914d3ac2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76186cb9-1bca-4d5b-badd-766070b91ee8') {'for_net_delete': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:58:03.515800 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-476800db-7296-47b2-9cb7-d813914d3ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76186cb9-1bca-4d5b-badd-766070b91ee8') {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:58:03.525243 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-476800db-7296-47b2-9cb7-d813914d3ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727248710265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13293448'] for segment (76186cb9-1bca-4d5b-badd-766070b91ee8), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:03.538284 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-476800db-7296-47b2-9cb7-d813914d3ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990'] for segment (76186cb9-1bca-4d5b-badd-766070b91ee8), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:03.544326 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-476800db-7296-47b2-9cb7-d813914d3ac2 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 13:58:03.544757 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-476800db-7296-47b2-9cb7-d813914d3ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13292044'] for segment (76186cb9-1bca-4d5b-badd-766070b91ee8), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:03.562715 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:03.595073 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.services.segments.plugin [-] Segment 76186cb9-1bca-4d5b-badd-766070b91ee8 resource provider aggregate not found May 26 13:58:03.616522 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.services.segments.plugin [-] Segment 76186cb9-1bca-4d5b-badd-766070b91ee8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 76186cb9-1bca-4d5b-badd-766070b91ee8 found for delete ", "request_id": "req-9d13f7ed-7af1-4c67-bf37-ebbd768555ef"}]} May 26 13:58:03.626112 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-476800db-7296-47b2-9cb7-d813914d3ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778698'] for network (25f232ca-c251-4c00-a04c-4af0a5376fd0), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:03.639638 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-476800db-7296-47b2-9cb7-d813914d3ac2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:03.639638 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-476800db-7296-47b2-9cb7-d813914d3ac2 admin admin] 10.222.0.91 "DELETE /v2.0/networks/25f232ca-c251-4c00-a04c-4af0a5376fd0 HTTP/1.1" status: 204 len: 168 time: 0.2994995 May 26 13:58:03.651341 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476800db-7296-47b2-9cb7-d813914d3ac2 admin admin] Pushing event deleted for resources: {'Network': ['ID=25f232ca-c251-4c00-a04c-4af0a5376fd0,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:03.825456 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 45812) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:03.868631 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-8f3f6a4d-ecdd-4543-a91d-9640d999dcf5 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9ed49180e7f24cb296141d06576ead81&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0420146 May 26 13:58:03.871061 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 45814) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:03.925132 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5ed6b73b-0c7b-4429-afdd-77bf6f0053b1 admin admin] Publish callbacks [] for security_group (a1f498ee-b224-4e66-9a30-311e44090efc), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:03.947028 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5ed6b73b-0c7b-4429-afdd-77bf6f0053b1 admin admin] Publish callbacks [] for security_group (a1f498ee-b224-4e66-9a30-311e44090efc), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:03.948450 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:03.997528 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5ed6b73b-0c7b-4429-afdd-77bf6f0053b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (a1f498ee-b224-4e66-9a30-311e44090efc), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:04.000081 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5ed6b73b-0c7b-4429-afdd-77bf6f0053b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:04.001318 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-5ed6b73b-0c7b-4429-afdd-77bf6f0053b1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a1f498ee-b224-4e66-9a30-311e44090efc HTTP/1.1" status: 204 len: 168 time: 0.1293094 May 26 13:58:04.008801 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed6b73b-0c7b-4429-afdd-77bf6f0053b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f498ee-b224-4e66-9a30-311e44090efc,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:04.351181 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1694ca-af75-42cd-a8c2-73f206631207 req-98687ef2-bbc7-4595-b39c-3f15db710b70 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:04.353683 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5c1694ca-af75-42cd-a8c2-73f206631207 req-98687ef2-bbc7-4595-b39c-3f15db710b70 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0510674 May 26 13:58:04.402962 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5c1694ca-af75-42cd-a8c2-73f206631207 req-d2c40287-c76a-4b41-907c-5138da403361 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439665 May 26 13:58:05.130339 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:05.534828 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1cfdbe-2ab6-400e-84a8-74c9cc56d649 req-d97a8b4c-9010-4b76-ab28-d8b6a7efb62f tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:05.543394 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8a1cfdbe-2ab6-400e-84a8-74c9cc56d649 req-d97a8b4c-9010-4b76-ab28-d8b6a7efb62f tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0739517 May 26 13:58:05.588217 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8a1cfdbe-2ab6-400e-84a8-74c9cc56d649 req-984973a6-693b-45da-a841-a0221d6e643a tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439241 May 26 13:58:06.113475 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 45906) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:06.229526 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0563faee-eea6-4ffd-b081-dc5e8dc40c5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:06.309827 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0563faee-eea6-4ffd-b081-dc5e8dc40c5e admin admin] Publish callbacks [] for security_group (e8690e81-d0e5-47e2-aa77-c711d1cbd765), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:06.313424 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0563faee-eea6-4ffd-b081-dc5e8dc40c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (e8690e81-d0e5-47e2-aa77-c711d1cbd765), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:06.353275 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-0563faee-eea6-4ffd-b081-dc5e8dc40c5e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=161b3525d8964113888f5f859dac04d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386827 May 26 13:58:06.355259 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563faee-eea6-4ffd-b081-dc5e8dc40c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8690e81-d0e5-47e2-aa77-c711d1cbd765,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:06.356071 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 45914) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:06.389247 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:06.415046 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6bceb13-f461-4cb6-9152-78943d62074e admin admin] Publish callbacks [] for security_group (e8690e81-d0e5-47e2-aa77-c711d1cbd765), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:06.416958 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:06.440259 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6bceb13-f461-4cb6-9152-78943d62074e admin admin] Publish callbacks [] for security_group (e8690e81-d0e5-47e2-aa77-c711d1cbd765), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:06.486890 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6bceb13-f461-4cb6-9152-78943d62074e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (e8690e81-d0e5-47e2-aa77-c711d1cbd765), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:06.489514 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6bceb13-f461-4cb6-9152-78943d62074e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:06.490672 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-d6bceb13-f461-4cb6-9152-78943d62074e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e8690e81-d0e5-47e2-aa77-c711d1cbd765 HTTP/1.1" status: 204 len: 168 time: 0.1335647 May 26 13:58:06.498614 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bceb13-f461-4cb6-9152-78943d62074e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8690e81-d0e5-47e2-aa77-c711d1cbd765,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:06.506159 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bceb13-f461-4cb6-9152-78943d62074e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:06.506493 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bceb13-f461-4cb6-9152-78943d62074e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:06.506917 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bceb13-f461-4cb6-9152-78943d62074e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:06.507195 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bceb13-f461-4cb6-9152-78943d62074e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:06.507560 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bceb13-f461-4cb6-9152-78943d62074e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:06.508568 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bceb13-f461-4cb6-9152-78943d62074e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:06.508917 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bceb13-f461-4cb6-9152-78943d62074e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:06.509270 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bceb13-f461-4cb6-9152-78943d62074e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:06.509615 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bceb13-f461-4cb6-9152-78943d62074e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:06.509948 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bceb13-f461-4cb6-9152-78943d62074e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:06.510295 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bceb13-f461-4cb6-9152-78943d62074e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:06.510636 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bceb13-f461-4cb6-9152-78943d62074e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:06.510958 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bceb13-f461-4cb6-9152-78943d62074e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:06.511345 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bceb13-f461-4cb6-9152-78943d62074e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:06.511593 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bceb13-f461-4cb6-9152-78943d62074e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:06.706921 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19d613-c45c-404a-83ef-ace420518e46 req-5b6df64b-85d6-492d-8c50-6cb143d3eb88 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:06.709957 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3c19d613-c45c-404a-83ef-ace420518e46 req-5b6df64b-85d6-492d-8c50-6cb143d3eb88 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0494099 May 26 13:58:06.762107 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3c19d613-c45c-404a-83ef-ace420518e46 req-900d60b3-eed3-444e-ae60-68273e27224c tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456746 May 26 13:58:06.768525 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 45922) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:06.782234 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a22a5cda-f8d6-41b9-985e-35c8eec0b1b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:06.858718 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a22a5cda-f8d6-41b9-985e-35c8eec0b1b2 admin admin] Publish callbacks [] for security_group (bb3ee5d3-1d86-476d-a30a-e052ca457722), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:06.862511 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a22a5cda-f8d6-41b9-985e-35c8eec0b1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (bb3ee5d3-1d86-476d-a30a-e052ca457722), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:06.901995 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-a22a5cda-f8d6-41b9-985e-35c8eec0b1b2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=cf10951e4c424f85b2baea31db29ee7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324000 May 26 13:58:06.902846 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a5cda-f8d6-41b9-985e-35c8eec0b1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3ee5d3-1d86-476d-a30a-e052ca457722,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:06.905561 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 45924) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:06.955900 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0728444a-2dca-4706-8aac-6ac47a002119 admin admin] Publish callbacks [] for security_group (bb3ee5d3-1d86-476d-a30a-e052ca457722), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:06.978283 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0728444a-2dca-4706-8aac-6ac47a002119 admin admin] Publish callbacks [] for security_group (bb3ee5d3-1d86-476d-a30a-e052ca457722), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:07.024841 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0728444a-2dca-4706-8aac-6ac47a002119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (bb3ee5d3-1d86-476d-a30a-e052ca457722), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:07.028323 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0728444a-2dca-4706-8aac-6ac47a002119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:07.029683 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-0728444a-2dca-4706-8aac-6ac47a002119 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/bb3ee5d3-1d86-476d-a30a-e052ca457722 HTTP/1.1" status: 204 len: 168 time: 0.1227572 May 26 13:58:07.033106 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:07.042492 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0728444a-2dca-4706-8aac-6ac47a002119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3ee5d3-1d86-476d-a30a-e052ca457722,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:07.523499 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:58:07.876027 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b0582-aeb8-483d-86e1-82a3f724f832 req-ada2546b-0909-42b6-b5b4-cac2050bd65a tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:07.877561 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-aa1b0582-aeb8-483d-86e1-82a3f724f832 req-ada2546b-0909-42b6-b5b4-cac2050bd65a tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0472486 May 26 13:58:07.927513 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-aa1b0582-aeb8-483d-86e1-82a3f724f832 req-9182e199-0f65-4461-bdf6-9c1df9769be2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444677 May 26 13:58:09.063082 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ba9cd-8087-4d87-bba3-a28d2d5c4e97 req-4119e704-026c-4dfb-83a2-89c5183e9686 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:09.064790 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3f8ba9cd-8087-4d87-bba3-a28d2d5c4e97 req-4119e704-026c-4dfb-83a2-89c5183e9686 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0644116 May 26 13:58:09.127870 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3f8ba9cd-8087-4d87-bba3-a28d2d5c4e97 req-eb0a9ef7-f0a0-4244-b405-1011d44bf67a tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567627 May 26 13:58:10.246528 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823f473-6892-4fdb-b54e-aa00328c7df5 req-e3137adc-ed9f-452d-ba77-f4a8c706fe2a tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:10.248646 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8823f473-6892-4fdb-b54e-aa00328c7df5 req-e3137adc-ed9f-452d-ba77-f4a8c706fe2a tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0476243 May 26 13:58:10.297815 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8823f473-6892-4fdb-b54e-aa00328c7df5 req-79c9ea67-e977-4b57-832d-f5a99ca15021 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434101 May 26 13:58:11.413349 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0cdc7-da36-4afb-bcb1-2b662b483d8b req-4a2ea13b-c69c-4694-8c86-f965639cfc95 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:11.414804 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-60a0cdc7-da36-4afb-bcb1-2b662b483d8b req-4a2ea13b-c69c-4694-8c86-f965639cfc95 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0491509 May 26 13:58:11.444105 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:DELETE=4,neutron:SELECT=89,neutron:INSERT=7 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:11.461709 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-60a0cdc7-da36-4afb-bcb1-2b662b483d8b req-008edf7a-514c-4e09-95ca-2192ce3d413b tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414677 May 26 13:58:12.571230 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865bafd3-70db-4972-85db-d2adc80396f8 req-f7ce74bb-8cef-418c-8685-6bd2e3729184 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:12.572707 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-865bafd3-70db-4972-85db-d2adc80396f8 req-f7ce74bb-8cef-418c-8685-6bd2e3729184 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0461328 May 26 13:58:12.622359 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-865bafd3-70db-4972-85db-d2adc80396f8 req-67122a00-a91f-46c1-ba07-f94275d57f9c tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435669 May 26 13:58:13.734174 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6e668-492b-4a34-be0f-4d1b95dfa54e req-a48bec44-9b5d-4670-ba05-d96c54f948da tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:13.735663 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-74d6e668-492b-4a34-be0f-4d1b95dfa54e req-a48bec44-9b5d-4670-ba05-d96c54f948da tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0455031 May 26 13:58:13.789817 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-74d6e668-492b-4a34-be0f-4d1b95dfa54e req-a379072b-0f38-44df-87ed-122441f8e79a tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486207 May 26 13:58:14.629543 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=14 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:14.901635 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c1052-2cb9-4e0a-bf4a-694756aa23e7 req-a3803dc4-a127-4292-a28d-95af214ac380 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:14.903098 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8e5c1052-2cb9-4e0a-bf4a-694756aa23e7 req-a3803dc4-a127-4292-a28d-95af214ac380 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0467300 May 26 13:58:14.951384 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8e5c1052-2cb9-4e0a-bf4a-694756aa23e7 req-03c937b8-3458-4217-b4fa-6f508c289c86 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427482 May 26 13:58:16.064653 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb031f0-47e1-4852-9715-12977f6311a4 req-10ade282-3b75-452c-9754-455267c5460f tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:16.066149 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-deb031f0-47e1-4852-9715-12977f6311a4 req-10ade282-3b75-452c-9754-455267c5460f tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0473692 May 26 13:58:16.111725 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-deb031f0-47e1-4852-9715-12977f6311a4 req-f84e3339-46d5-42dd-9151-7365a960e978 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400324 May 26 13:58:16.526352 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:16.893303 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=30,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:16.898229 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=26,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:17.056187 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:17.228463 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e8ebb-ce01-4587-a15a-4f6f0d62d712 req-d3435286-6dbb-4625-b348-9e462e0c7f40 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:17.230283 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ff0e8ebb-ce01-4587-a15a-4f6f0d62d712 req-d3435286-6dbb-4625-b348-9e462e0c7f40 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0530367 May 26 13:58:17.284517 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ff0e8ebb-ce01-4587-a15a-4f6f0d62d712 req-3a3da107-cadd-4371-8f20-03905e24f4ef tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421114 May 26 13:58:17.473709 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7cab4cec-d52e-49f2-869e-cd32d6e5c226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:17.520094 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=20 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:17.845495 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 46380) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:17.989545 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-cb13b12b-2b37-43d1-82f7-62ff8fe7dca3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0926e6ea11a2454e9a5b4ef6c5fd2d96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1425328 May 26 13:58:17.992384 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 46388) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:18.068332 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f1faa027-d0da-41fa-b564-aa4a2fde9f5e admin admin] Publish callbacks [] for security_group (f49f0d0d-8376-466f-bf1e-3eb022e313ab), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:18.082229 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:18.090916 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f1faa027-d0da-41fa-b564-aa4a2fde9f5e admin admin] Publish callbacks [] for security_group (f49f0d0d-8376-466f-bf1e-3eb022e313ab), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:18.140980 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f1faa027-d0da-41fa-b564-aa4a2fde9f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (f49f0d0d-8376-466f-bf1e-3eb022e313ab), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:18.145682 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f1faa027-d0da-41fa-b564-aa4a2fde9f5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:18.146852 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-f1faa027-d0da-41fa-b564-aa4a2fde9f5e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f49f0d0d-8376-466f-bf1e-3eb022e313ab HTTP/1.1" status: 204 len: 168 time: 0.1528771 May 26 13:58:18.156784 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1faa027-d0da-41fa-b564-aa4a2fde9f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49f0d0d-8376-466f-bf1e-3eb022e313ab,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:18.428618 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73fbcae-ea8d-47be-afe9-b0960aaeea7f req-fa283ea4-4d33-4b82-8a9e-d31b8978d623 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:18.432089 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d73fbcae-ea8d-47be-afe9-b0960aaeea7f req-fa283ea4-4d33-4b82-8a9e-d31b8978d623 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0698795 May 26 13:58:18.513557 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d73fbcae-ea8d-47be-afe9-b0960aaeea7f req-7c78a904-a728-466c-9fec-6f59e445975d tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736086 May 26 13:58:19.649880 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-064abfc2-1eb8-44d4-b811-521bfbf05292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:19.657351 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d93fb-84fe-4412-a14e-c774f8add9fe req-59f4784d-c215-4786-ac51-6e9ad51de808 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:19.659283 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e08d93fb-84fe-4412-a14e-c774f8add9fe req-59f4784d-c215-4786-ac51-6e9ad51de808 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0520539 May 26 13:58:19.720350 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e08d93fb-84fe-4412-a14e-c774f8add9fe req-ae0ae65a-e961-44fb-ba90-d8120e5ce98d tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525620 May 26 13:58:20.839972 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b6153-173f-4e3d-aa77-699d4ad6fcc8 req-25cfceff-5b6b-444d-ba57-bc67cacaeab7 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:20.842198 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-328b6153-173f-4e3d-aa77-699d4ad6fcc8 req-25cfceff-5b6b-444d-ba57-bc67cacaeab7 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0501680 May 26 13:58:20.896626 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-328b6153-173f-4e3d-aa77-699d4ad6fcc8 req-108e3204-8406-4b9c-8287-d093a8256d75 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465755 May 26 13:58:21.261579 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:21.897289 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:21.909851 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75caeba2-6475-44b3-a236-8ed8c4ddc223 req-558f160d-3749-485d-a311-f46585276eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:21.911363 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-75caeba2-6475-44b3-a236-8ed8c4ddc223 req-558f160d-3749-485d-a311-f46585276eff service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 1130 time: 0.0415921 May 26 13:58:21.961182 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-75caeba2-6475-44b3-a236-8ed8c4ddc223 req-adb4e8d8-602a-4472-a048-2335c8aa228e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437849 May 26 13:58:22.020127 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95df791-5c15-4f81-a18c-4550983f6a61 req-a790336f-bdf0-45d0-87f1-2cfceabee08d tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:22.022919 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f95df791-5c15-4f81-a18c-4550983f6a61 req-a790336f-bdf0-45d0-87f1-2cfceabee08d tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0548053 May 26 13:58:22.077561 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f95df791-5c15-4f81-a18c-4550983f6a61 req-031a3c2e-6e2d-4d09-9bf6-f7f2e433667a tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474029 May 26 13:58:22.464282 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:23.193117 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f6f7f-09ea-40a1-9e19-1e10aa371313 req-dae88ed6-a921-4d9e-b8ee-61b59b386000 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:23.194662 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d78f6f7f-09ea-40a1-9e19-1e10aa371313 req-dae88ed6-a921-4d9e-b8ee-61b59b386000 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0497742 May 26 13:58:23.242773 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d78f6f7f-09ea-40a1-9e19-1e10aa371313 req-1d813ca0-3028-4e9a-86a6-9c2630746802 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423777 May 26 13:58:23.983904 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:24.370246 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e5a0f-88d6-46ba-a924-8e2ffae8b906 req-4917d973-6527-4d9d-8faf-0cc9c2a399fe tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:24.371732 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cb6e5a0f-88d6-46ba-a924-8e2ffae8b906 req-4917d973-6527-4d9d-8faf-0cc9c2a399fe tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0559363 May 26 13:58:24.437870 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cb6e5a0f-88d6-46ba-a924-8e2ffae8b906 req-a72f4014-df99-491e-9628-c376e69f3db7 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603542 May 26 13:58:24.579021 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a916f-5f5b-4db1-a634-5fdec0b9e70d req-68613c7b-749f-435e-8ce7-24bf3ad70a3e tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:24.579021 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c87a916f-5f5b-4db1-a634-5fdec0b9e70d req-68613c7b-749f-435e-8ce7-24bf3ad70a3e tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 946 time: 0.0626044 May 26 13:58:24.638711 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c87a916f-5f5b-4db1-a634-5fdec0b9e70d req-84b9552e-8a5f-49ec-b115-2d0574beebed tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529509 May 26 13:58:24.791197 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 46576) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:24.908535 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d5a5cb47-1be0-4b07-871f-8fb23e8af0a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:24.991655 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:25.005329 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d5a5cb47-1be0-4b07-871f-8fb23e8af0a6 admin admin] Publish callbacks [] for security_group (f962d192-5a42-4cf2-98ed-aed4f6de2405), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:25.009343 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d5a5cb47-1be0-4b07-871f-8fb23e8af0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (f962d192-5a42-4cf2-98ed-aed4f6de2405), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:25.049655 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-d5a5cb47-1be0-4b07-871f-8fb23e8af0a6 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=fa35fd7465ae472184c6c05bb069c2fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2573647 May 26 13:58:25.051567 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5cb47-1be0-4b07-871f-8fb23e8af0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f962d192-5a42-4cf2-98ed-aed4f6de2405,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:25.052221 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 46594) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:25.058737 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cb47-1be0-4b07-871f-8fb23e8af0a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:25.059091 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cb47-1be0-4b07-871f-8fb23e8af0a6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:25.059420 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cb47-1be0-4b07-871f-8fb23e8af0a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:25.060421 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cb47-1be0-4b07-871f-8fb23e8af0a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:25.061045 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cb47-1be0-4b07-871f-8fb23e8af0a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:25.061421 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cb47-1be0-4b07-871f-8fb23e8af0a6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:25.061750 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cb47-1be0-4b07-871f-8fb23e8af0a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:25.062072 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cb47-1be0-4b07-871f-8fb23e8af0a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:25.062398 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cb47-1be0-4b07-871f-8fb23e8af0a6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:25.062720 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cb47-1be0-4b07-871f-8fb23e8af0a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:25.063091 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cb47-1be0-4b07-871f-8fb23e8af0a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:25.063347 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cb47-1be0-4b07-871f-8fb23e8af0a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:25.063664 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cb47-1be0-4b07-871f-8fb23e8af0a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:25.063977 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cb47-1be0-4b07-871f-8fb23e8af0a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:25.064292 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cb47-1be0-4b07-871f-8fb23e8af0a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:25.118849 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-42bda3d2-34b4-4889-a8d9-0b3491e94854 admin admin] Publish callbacks [] for security_group (f962d192-5a42-4cf2-98ed-aed4f6de2405), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:25.143070 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-42bda3d2-34b4-4889-a8d9-0b3491e94854 admin admin] Publish callbacks [] for security_group (f962d192-5a42-4cf2-98ed-aed4f6de2405), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:25.193663 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-42bda3d2-34b4-4889-a8d9-0b3491e94854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (f962d192-5a42-4cf2-98ed-aed4f6de2405), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:25.196857 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-42bda3d2-34b4-4889-a8d9-0b3491e94854 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:25.201636 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-42bda3d2-34b4-4889-a8d9-0b3491e94854 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f962d192-5a42-4cf2-98ed-aed4f6de2405 HTTP/1.1" status: 204 len: 168 time: 0.1482601 May 26 13:58:25.214654 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bda3d2-34b4-4889-a8d9-0b3491e94854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f962d192-5a42-4cf2-98ed-aed4f6de2405,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:25.473231 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 46614) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:25.487127 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b3d7f4f-9c00-4dbf-9496-0526eb8cffc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:25.563451 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b3d7f4f-9c00-4dbf-9496-0526eb8cffc1 admin admin] Publish callbacks [] for security_group (decb9cd4-f4a4-4c2e-9311-50ec70c182bd), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:25.568050 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b3d7f4f-9c00-4dbf-9496-0526eb8cffc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (decb9cd4-f4a4-4c2e-9311-50ec70c182bd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:25.607431 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-1b3d7f4f-9c00-4dbf-9496-0526eb8cffc1 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c9e89baac8414599a12858ba60ac9fd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324890 May 26 13:58:25.609673 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d7f4f-9c00-4dbf-9496-0526eb8cffc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=decb9cd4-f4a4-4c2e-9311-50ec70c182bd,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:25.610643 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 46616) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:25.659924 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b3e02eed-5888-4d83-b77a-0946d5a718b8 admin admin] Publish callbacks [] for security_group (decb9cd4-f4a4-4c2e-9311-50ec70c182bd), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:25.682185 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b3e02eed-5888-4d83-b77a-0946d5a718b8 admin admin] Publish callbacks [] for security_group (decb9cd4-f4a4-4c2e-9311-50ec70c182bd), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:25.742416 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b3e02eed-5888-4d83-b77a-0946d5a718b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (decb9cd4-f4a4-4c2e-9311-50ec70c182bd), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:25.745110 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b3e02eed-5888-4d83-b77a-0946d5a718b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:25.746307 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-b3e02eed-5888-4d83-b77a-0946d5a718b8 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/decb9cd4-f4a4-4c2e-9311-50ec70c182bd HTTP/1.1" status: 204 len: 168 time: 0.1346819 May 26 13:58:25.753895 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e02eed-5888-4d83-b77a-0946d5a718b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=decb9cd4-f4a4-4c2e-9311-50ec70c182bd,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:26.096312 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 46626) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:26.109705 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a9d5af5-ea14-4edc-9c19-e303b3a107e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:26.194506 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a9d5af5-ea14-4edc-9c19-e303b3a107e2 admin admin] Publish callbacks [] for security_group (d37836fe-46ee-4ade-b667-37f375a2a7e8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:26.198210 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a9d5af5-ea14-4edc-9c19-e303b3a107e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (d37836fe-46ee-4ade-b667-37f375a2a7e8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:26.237264 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d5af5-ea14-4edc-9c19-e303b3a107e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37836fe-46ee-4ade-b667-37f375a2a7e8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:26.244015 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-3a9d5af5-ea14-4edc-9c19-e303b3a107e2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ad8019ed81224ed088e2ed4ea724a994&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1441252 May 26 13:58:26.244189 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 46630) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:26.293887 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d2f178d-158c-4dd1-875a-7e5f1281b4c3 admin admin] Publish callbacks [] for security_group (d37836fe-46ee-4ade-b667-37f375a2a7e8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:26.314642 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d2f178d-158c-4dd1-875a-7e5f1281b4c3 admin admin] Publish callbacks [] for security_group (d37836fe-46ee-4ade-b667-37f375a2a7e8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:26.362047 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d2f178d-158c-4dd1-875a-7e5f1281b4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (d37836fe-46ee-4ade-b667-37f375a2a7e8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:26.364545 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d2f178d-158c-4dd1-875a-7e5f1281b4c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:26.365728 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-2d2f178d-158c-4dd1-875a-7e5f1281b4c3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d37836fe-46ee-4ade-b667-37f375a2a7e8 HTTP/1.1" status: 204 len: 168 time: 0.1205168 May 26 13:58:26.373846 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f178d-158c-4dd1-875a-7e5f1281b4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37836fe-46ee-4ade-b667-37f375a2a7e8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:27.350853 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a38f01-4267-4879-a44c-6ea1182c7dfa req-55ec81ca-8fbd-493f-9079-af575ffe1423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:27.353118 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c2a38f01-4267-4879-a44c-6ea1182c7dfa req-55ec81ca-8fbd-493f-9079-af575ffe1423 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e3d27b9eb0ef4c338c18c2a1d02db444&device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 1130 time: 0.0520473 May 26 13:58:27.361179 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8789269-6421-4b6e-9671-b23fa5df9874 req-2f09cba7-ae04-45c8-914e-6f469ad4f7a8 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:27.363312 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c8789269-6421-4b6e-9671-b23fa5df9874 req-2f09cba7-ae04-45c8-914e-6f469ad4f7a8 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 946 time: 0.0979471 May 26 13:58:27.438355 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:27.481774 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c8789269-6421-4b6e-9671-b23fa5df9874 req-7847c5e9-aa33-45b3-93e6-435abaed86f9 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081810 May 26 13:58:27.497615 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a38f01-4267-4879-a44c-6ea1182c7dfa req-ac2aaf7d-57ef-485d-9645-1d0922d9b164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:27.499203 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c2a38f01-4267-4879-a44c-6ea1182c7dfa req-ac2aaf7d-57ef-485d-9645-1d0922d9b164 service neutron] 10.222.0.82 "GET /v2.0/networks?id=94664734-1654-43f2-b262-23850dca9bb9 HTTP/1.1" status: 200 len: 918 time: 0.1348078 May 26 13:58:27.540967 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c2a38f01-4267-4879-a44c-6ea1182c7dfa req-49084d8f-6858-4fa4-8d73-302066ec018e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d789974b-4593-46b6-9ee2-38b74839df10 HTTP/1.1" status: 200 len: 217 time: 0.0343382 May 26 13:58:27.606131 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a38f01-4267-4879-a44c-6ea1182c7dfa req-2b09d84a-db1b-4226-8d9b-d61200e15bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:27.607903 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c2a38f01-4267-4879-a44c-6ea1182c7dfa req-2b09d84a-db1b-4226-8d9b-d61200e15bc0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=463c251f-969b-49e6-b225-a476c859b795 HTTP/1.1" status: 200 len: 856 time: 0.0579553 May 26 13:58:27.660351 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a38f01-4267-4879-a44c-6ea1182c7dfa req-be221dc3-6751-4092-bb03-ba226d84f02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:27.661921 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c2a38f01-4267-4879-a44c-6ea1182c7dfa req-be221dc3-6751-4092-bb03-ba226d84f02c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=94664734-1654-43f2-b262-23850dca9bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463610 May 26 13:58:27.765292 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c2a38f01-4267-4879-a44c-6ea1182c7dfa req-93eac4fe-a136-47b5-8922-e4fbca7cb880 service neutron] 10.222.0.82 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934117 May 26 13:58:27.861012 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c2a38f01-4267-4879-a44c-6ea1182c7dfa req-8fadd13e-c31c-4ab4-8644-e4395c3195a7 service neutron] 10.222.0.82 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888462 May 26 13:58:28.599371 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ebff1-7743-4574-847c-1fe85ec01c3b req-f935c569-f4cb-4f9e-8586-393cd98c47e4 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:28.600854 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-002ebff1-7743-4574-847c-1fe85ec01c3b req-f935c569-f4cb-4f9e-8586-393cd98c47e4 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 946 time: 0.0465159 May 26 13:58:28.649063 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-002ebff1-7743-4574-847c-1fe85ec01c3b req-6f6e33ee-d4b7-44ad-a39e-c8ecd080e184 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426941 May 26 13:58:29.747706 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:29.763848 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbeed5f-feee-4850-b48e-b379f42703fe req-05431229-4f76-4c6d-8ba7-a4424ece3049 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:29.765337 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bfbeed5f-feee-4850-b48e-b379f42703fe req-05431229-4f76-4c6d-8ba7-a4424ece3049 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 946 time: 0.0466728 May 26 13:58:29.811283 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bfbeed5f-feee-4850-b48e-b379f42703fe req-60b50ae7-0479-4984-8410-9c3996c1a06b tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404735 May 26 13:58:30.927612 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29278d93-b5f2-425d-84d8-ec13cf3ef410 req-62deb683-3f94-4a46-8cc1-d54760ac69ab tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:30.929191 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-29278d93-b5f2-425d-84d8-ec13cf3ef410 req-62deb683-3f94-4a46-8cc1-d54760ac69ab tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 946 time: 0.0496392 May 26 13:58:30.978154 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-29278d93-b5f2-425d-84d8-ec13cf3ef410 req-cce1d220-0b6b-451a-a33b-8374864bb530 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431428 May 26 13:58:31.894385 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 46756) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:32.008334 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-faee0325-b554-4d5b-8518-4a054a1f89c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:32.052640 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:32.067507 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:32.093354 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-faee0325-b554-4d5b-8518-4a054a1f89c7 admin admin] Publish callbacks [] for security_group (e20fe1f1-0ab8-4469-89e0-eb92437fc198), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:32.097599 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-faee0325-b554-4d5b-8518-4a054a1f89c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (e20fe1f1-0ab8-4469-89e0-eb92437fc198), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:32.109636 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d6b35-dc2b-4457-aef8-67cbb98b5e75 req-def1cade-707a-49d6-a136-ba3cac0688d6 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:32.111300 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8f6d6b35-dc2b-4457-aef8-67cbb98b5e75 req-def1cade-707a-49d6-a136-ba3cac0688d6 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 946 time: 0.0630836 May 26 13:58:32.140529 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-faee0325-b554-4d5b-8518-4a054a1f89c7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3ec8407e8ba2492187f4b2560810c4b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2450569 May 26 13:58:32.142829 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee0325-b554-4d5b-8518-4a054a1f89c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20fe1f1-0ab8-4469-89e0-eb92437fc198,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:32.143219 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 46764) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:32.178741 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8f6d6b35-dc2b-4457-aef8-67cbb98b5e75 req-d38dda4d-4f08-419c-961d-8960f1b26de0 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611324 May 26 13:58:32.209510 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-03139271-3029-4968-9243-5d304482965d admin admin] Publish callbacks [] for security_group (e20fe1f1-0ab8-4469-89e0-eb92437fc198), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:32.234812 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-03139271-3029-4968-9243-5d304482965d admin admin] Publish callbacks [] for security_group (e20fe1f1-0ab8-4469-89e0-eb92437fc198), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:32.280611 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-03139271-3029-4968-9243-5d304482965d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (e20fe1f1-0ab8-4469-89e0-eb92437fc198), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:32.283303 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-03139271-3029-4968-9243-5d304482965d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:32.284461 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-03139271-3029-4968-9243-5d304482965d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e20fe1f1-0ab8-4469-89e0-eb92437fc198 HTTP/1.1" status: 204 len: 168 time: 0.1402922 May 26 13:58:32.291958 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03139271-3029-4968-9243-5d304482965d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20fe1f1-0ab8-4469-89e0-eb92437fc198,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:32.552983 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 46772) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:32.567068 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4fe9e2cc-5f87-473d-8721-358a5e960ded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:32.626389 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:32.645683 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4fe9e2cc-5f87-473d-8721-358a5e960ded admin admin] Publish callbacks [] for security_group (d9470af0-34c4-4f97-b7ba-2d7ef5ef5801), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:32.649732 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4fe9e2cc-5f87-473d-8721-358a5e960ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (d9470af0-34c4-4f97-b7ba-2d7ef5ef5801), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:32.688375 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-4fe9e2cc-5f87-473d-8721-358a5e960ded admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5fc822b2d5f04b188c46f77679f9e0b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342556 May 26 13:58:32.689486 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9e2cc-5f87-473d-8721-358a5e960ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9470af0-34c4-4f97-b7ba-2d7ef5ef5801,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:32.691165 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 46774) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:32.743402 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-227ce5d6-cbc4-4a27-9467-4d673dd96c68 admin admin] Publish callbacks [] for security_group (d9470af0-34c4-4f97-b7ba-2d7ef5ef5801), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:32.768082 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-227ce5d6-cbc4-4a27-9467-4d673dd96c68 admin admin] Publish callbacks [] for security_group (d9470af0-34c4-4f97-b7ba-2d7ef5ef5801), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:32.822941 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-227ce5d6-cbc4-4a27-9467-4d673dd96c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (d9470af0-34c4-4f97-b7ba-2d7ef5ef5801), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:32.827228 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-227ce5d6-cbc4-4a27-9467-4d673dd96c68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:32.828720 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-227ce5d6-cbc4-4a27-9467-4d673dd96c68 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d9470af0-34c4-4f97-b7ba-2d7ef5ef5801 HTTP/1.1" status: 204 len: 168 time: 0.1362879 May 26 13:58:32.839140 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ce5d6-cbc4-4a27-9467-4d673dd96c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9470af0-34c4-4f97-b7ba-2d7ef5ef5801,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:33.302989 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493f449-8f26-478b-b84b-d8dad6e5010b req-794b2a25-f730-4d89-93c2-bbe085ec21ca tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:33.304484 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2493f449-8f26-478b-b84b-d8dad6e5010b req-794b2a25-f730-4d89-93c2-bbe085ec21ca tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 946 time: 0.0484061 May 26 13:58:33.356016 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2493f449-8f26-478b-b84b-d8dad6e5010b req-47e6dc7b-756b-4d53-8ed1-56813e2bb350 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450211 May 26 13:58:34.480332 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a6481-22b1-4024-ab52-15133505ff35 req-a65bb685-0365-4911-9cbd-36abd88b41b6 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:34.482455 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a99a6481-22b1-4024-ab52-15133505ff35 req-a65bb685-0365-4911-9cbd-36abd88b41b6 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 946 time: 0.0525897 May 26 13:58:34.531467 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a99a6481-22b1-4024-ab52-15133505ff35 req-d9c2e75e-b8ff-406b-bcd4-5397c0960ee3 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434234 May 26 13:58:35.136678 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:35.645695 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c885a90-9967-4d3f-a4c3-aa4ea4c89b8a req-1a3cfa85-7775-448c-b611-7357f54807b8 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:35.647161 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7c885a90-9967-4d3f-a4c3-aa4ea4c89b8a req-1a3cfa85-7775-448c-b611-7357f54807b8 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 946 time: 0.0493474 May 26 13:58:35.693113 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7c885a90-9967-4d3f-a4c3-aa4ea4c89b8a req-6752a39b-8010-4fcf-8e99-3fec6afd1f15 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401621 May 26 13:58:36.808041 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb66ee-63af-4306-a27d-4ca02c977621 req-29a4dd08-a2ef-47ff-a4f6-ffb37463a413 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:36.809521 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-67bb66ee-63af-4306-a27d-4ca02c977621 req-29a4dd08-a2ef-47ff-a4f6-ffb37463a413 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 946 time: 0.0500634 May 26 13:58:36.821093 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:36.859401 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-67bb66ee-63af-4306-a27d-4ca02c977621 req-abc0698d-4488-418e-bc09-3cf349713bd2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435374 May 26 13:58:37.975760 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6321cbb-cde0-4ab1-a44d-4527ac3576a0 req-4cc4d7df-3e54-4449-9347-60372d56e03d tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:37.977311 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e6321cbb-cde0-4ab1-a44d-4527ac3576a0 req-4cc4d7df-3e54-4449-9347-60372d56e03d tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 946 time: 0.0462029 May 26 13:58:38.023880 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e6321cbb-cde0-4ab1-a44d-4527ac3576a0 req-ca52886e-5f11-4170-9b84-c13d6c1b94df tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409422 May 26 13:58:39.141680 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0755b-a08f-484f-a0b9-34da1c8ece0e req-d93f38ac-9ada-4579-b2ba-349c0ac168e9 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:39.147278 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f5b0755b-a08f-484f-a0b9-34da1c8ece0e req-d93f38ac-9ada-4579-b2ba-349c0ac168e9 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 946 time: 0.0519640 May 26 13:58:39.196953 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f5b0755b-a08f-484f-a0b9-34da1c8ece0e req-c4a43612-2184-47ab-933c-74a30837d762 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455215 May 26 13:58:40.306757 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a539bcf-97fa-4661-914a-cc337ffd734c req-655b4b90-28f7-4815-b9dd-90ec3ba677a9 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:40.308197 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0a539bcf-97fa-4661-914a-cc337ffd734c req-655b4b90-28f7-4815-b9dd-90ec3ba677a9 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 946 time: 0.0458503 May 26 13:58:40.353995 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0a539bcf-97fa-4661-914a-cc337ffd734c req-72596382-2f2f-498b-900e-8d7dd188db5d tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396049 May 26 13:58:41.463997 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc667fa-a606-43a2-8f41-dcf8ffc2ff5a req-0c4530a6-989f-4d5c-97e3-c847f94df36d tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:41.465476 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-efc667fa-a606-43a2-8f41-dcf8ffc2ff5a req-0c4530a6-989f-4d5c-97e3-c847f94df36d tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 946 time: 0.0458901 May 26 13:58:41.510427 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-efc667fa-a606-43a2-8f41-dcf8ffc2ff5a req-1aa274ab-0ca9-4dc9-bedb-c69e8a69e69b tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393152 May 26 13:58:42.803553 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=19,neutron:DELETE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:42.835024 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:INSERT=1,neutron:SELECT=34,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:42.845367 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae116b6a-3388-45b0-a7c7-52d50154f817 req-fa339f10-2a54-4171-a88c-b6dd5ae7ed74 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:42.846823 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ae116b6a-3388-45b0-a7c7-52d50154f817 req-fa339f10-2a54-4171-a88c-b6dd5ae7ed74 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 946 time: 0.2726111 May 26 13:58:42.892942 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ae116b6a-3388-45b0-a7c7-52d50154f817 req-1092fa00-216a-464f-af7b-0b9197d1cdac tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405996 May 26 13:58:44.002212 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f00be-0eb0-4167-891d-5e1c4e19e120 req-561c7adc-3b5e-43a3-b0c1-83312dbf045e tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:44.003672 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7f1f00be-0eb0-4167-891d-5e1c4e19e120 req-561c7adc-3b5e-43a3-b0c1-83312dbf045e tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 946 time: 0.0448618 May 26 13:58:44.015739 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:44.050160 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7f1f00be-0eb0-4167-891d-5e1c4e19e120 req-23afb6fe-1307-4f66-8b48-a3a28aeecc69 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411136 May 26 13:58:44.513710 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:58:45.166911 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b8911-0062-48d2-a5c6-d0019d9312fc req-58f57d5a-4b53-4208-a0c3-1a39365b5902 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:45.168349 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-eb5b8911-0062-48d2-a5c6-d0019d9312fc req-58f57d5a-4b53-4208-a0c3-1a39365b5902 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 946 time: 0.0529981 May 26 13:58:45.214820 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-eb5b8911-0062-48d2-a5c6-d0019d9312fc req-99484ada-32e3-4197-8d60-d0c209d5d706 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402834 May 26 13:58:46.326482 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedeff87-6a81-44f6-9326-396fc4036635 req-727093e3-025d-4480-8a90-1a2976f4bc8f tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:46.327926 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-aedeff87-6a81-44f6-9326-396fc4036635 req-727093e3-025d-4480-8a90-1a2976f4bc8f tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 946 time: 0.0455327 May 26 13:58:46.373995 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-aedeff87-6a81-44f6-9326-396fc4036635 req-746ab068-876b-49ef-9732-0ed1a7948896 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405211 May 26 13:58:47.464398 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=26,neutron:UPDATE=6 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:47.466037 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=32 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:47.479248 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dae5562f-5b1d-4c43-94d8-b2ff680c9c8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:47.483260 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e715c-5dd9-4c51-8b41-25c2c073f342 req-46f5ce5b-c65b-4587-89a7-418cfe973274 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:47.484755 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-339e715c-5dd9-4c51-8b41-25c2c073f342 req-46f5ce5b-c65b-4587-89a7-418cfe973274 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 946 time: 0.0466728 May 26 13:58:47.535676 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-339e715c-5dd9-4c51-8b41-25c2c073f342 req-1a5bce65-33cd-4d34-8195-c5a7b4a1b367 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454044 May 26 13:58:48.647143 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a32534-3cf5-4b7b-b285-e6d46f104830 req-f40d64a9-1347-41f6-9aee-b0921f18bd51 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:48.648591 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a9a32534-3cf5-4b7b-b285-e6d46f104830 req-f40d64a9-1347-41f6-9aee-b0921f18bd51 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 946 time: 0.0449622 May 26 13:58:48.693450 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a9a32534-3cf5-4b7b-b285-e6d46f104830 req-877000b8-581c-4f4e-b1fc-16b944055b39 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383928 May 26 13:58:49.631730 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c3105100-5c9e-4b91-ae75-c935611d9b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:49.805118 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472901b-6aa3-487f-a63c-1dab08291001 req-683ee229-2983-4368-a5b0-d7ec0fcea85a tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:49.806620 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6472901b-6aa3-487f-a63c-1dab08291001 req-683ee229-2983-4368-a5b0-d7ec0fcea85a tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 946 time: 0.0465012 May 26 13:58:49.854644 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6472901b-6aa3-487f-a63c-1dab08291001 req-259da4c0-c443-463a-81fc-6c181fa18869 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423582 May 26 13:58:50.696871 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=4 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:50.953947 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:50.969042 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c1e26-0a06-437c-9a0d-d6b6ebade19e req-dc4b1f62-b4f2-48a1-9f00-c0c8e63d54fa tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:50.970540 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-724c1e26-0a06-437c-9a0d-d6b6ebade19e req-dc4b1f62-b4f2-48a1-9f00-c0c8e63d54fa tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 946 time: 0.0489082 May 26 13:58:51.016128 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-724c1e26-0a06-437c-9a0d-d6b6ebade19e req-7dd2e707-aac9-496d-8534-c6d5566c00d2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402112 May 26 13:58:51.266525 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:52.128348 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda6c68-bb39-43dc-903a-d4f1d2c83ffe req-29e5b0ac-6f65-4151-a584-32a3ff80fa09 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:52.129815 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0dda6c68-bb39-43dc-903a-d4f1d2c83ffe req-29e5b0ac-6f65-4151-a584-32a3ff80fa09 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 946 time: 0.0451517 May 26 13:58:52.179102 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0dda6c68-bb39-43dc-903a-d4f1d2c83ffe req-2bd4bbe1-72c5-4388-a580-91284b27127a tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436599 May 26 13:58:52.550768 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16fad3-fa8a-4a16-bb4b-f1893952c886 req-7c0fb5b0-6d0a-4583-8dc2-6f656aa71bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:52.552324 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fc16fad3-fa8a-4a16-bb4b-f1893952c886 req-7c0fb5b0-6d0a-4583-8dc2-6f656aa71bd3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 1130 time: 0.0725026 May 26 13:58:52.553176 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5036cf2-d39f-4950-be03-ea06580849d1 req-fe72c28a-24c7-4d6c-8751-53ae2ff76669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:52.554485 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d5036cf2-d39f-4950-be03-ea06580849d1 req-fe72c28a-24c7-4d6c-8751-53ae2ff76669 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e3d27b9eb0ef4c338c18c2a1d02db444&device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 1130 time: 0.0650806 May 26 13:58:52.593639 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:52.651704 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fc16fad3-fa8a-4a16-bb4b-f1893952c886 req-15c1c250-818b-4868-8c4f-e4e32456160a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908141 May 26 13:58:52.680792 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5036cf2-d39f-4950-be03-ea06580849d1 req-fb43bad8-e45a-4f7e-82e7-0f785199449b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:52.682226 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d5036cf2-d39f-4950-be03-ea06580849d1 req-fb43bad8-e45a-4f7e-82e7-0f785199449b service neutron] 10.222.0.82 "GET /v2.0/networks?id=94664734-1654-43f2-b262-23850dca9bb9 HTTP/1.1" status: 200 len: 918 time: 0.1050105 May 26 13:58:53.294159 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437c2f9-12a2-4d7a-9944-c0f53670984a req-9c9f9158-e023-4b66-b414-6bb4c2b991af tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:53.295611 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d437c2f9-12a2-4d7a-9944-c0f53670984a req-9c9f9158-e023-4b66-b414-6bb4c2b991af tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 946 time: 0.0476127 May 26 13:58:53.338169 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d5036cf2-d39f-4950-be03-ea06580849d1 req-db6bd7d4-8d5e-42c2-b129-29bd87c1a596 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d789974b-4593-46b6-9ee2-38b74839df10 HTTP/1.1" status: 200 len: 217 time: 0.0415611 May 26 13:58:53.362599 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:53.398984 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d437c2f9-12a2-4d7a-9944-c0f53670984a req-1bdef9a3-c794-4c6f-b108-a1d223f4ff86 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960729 May 26 13:58:53.413177 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5036cf2-d39f-4950-be03-ea06580849d1 req-8d72940f-bf78-45d8-8d4e-b41697c87d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:53.414666 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d5036cf2-d39f-4950-be03-ea06580849d1 req-8d72940f-bf78-45d8-8d4e-b41697c87d73 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=463c251f-969b-49e6-b225-a476c859b795 HTTP/1.1" status: 200 len: 856 time: 0.0689538 May 26 13:58:53.876201 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5036cf2-d39f-4950-be03-ea06580849d1 req-a066292a-45ca-41c6-b9f2-f18cd6287144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:53.877736 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d5036cf2-d39f-4950-be03-ea06580849d1 req-a066292a-45ca-41c6-b9f2-f18cd6287144 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=94664734-1654-43f2-b262-23850dca9bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387530 May 26 13:58:53.967827 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d5036cf2-d39f-4950-be03-ea06580849d1 req-69db4b70-4db9-432b-8686-eab015d3b793 service neutron] 10.222.0.82 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837672 May 26 13:58:53.975582 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:54.066830 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d5036cf2-d39f-4950-be03-ea06580849d1 req-24b14910-24e1-4592-808c-7a29a1dbc7f0 service neutron] 10.222.0.82 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929027 May 26 13:58:54.508576 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=4 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:54.518507 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05752ae-104d-4428-ba75-b412ed086067 req-b0d997d0-ebb8-455f-93d4-53fc41e3f6b2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:54.519985 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d05752ae-104d-4428-ba75-b412ed086067 req-b0d997d0-ebb8-455f-93d4-53fc41e3f6b2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 946 time: 0.0534551 May 26 13:58:54.570399 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d05752ae-104d-4428-ba75-b412ed086067 req-8809ec91-c873-40a2-928d-a859def19724 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446014 May 26 13:58:55.514191 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 47126) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:55.575548 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 47130) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:55.707501 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6c759de8-4d0e-4022-8c72-33f6312f640d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:55.725129 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858e5cd-0930-421c-bb2b-40368f7b2cf1 req-604d0116-affb-4ab0-84b8-6f211c396a0f tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:55.726613 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6858e5cd-0930-421c-bb2b-40368f7b2cf1 req-604d0116-affb-4ab0-84b8-6f211c396a0f tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 946 time: 0.0834808 May 26 13:58:55.727734 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e43a8c4c-501a-4a87-a5b1-ce3b5c8e54a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:55.751747 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:55.832268 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6858e5cd-0930-421c-bb2b-40368f7b2cf1 req-57f2b2c8-b66f-4644-995f-c75e65ab68f5 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993166 May 26 13:58:55.883746 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6c759de8-4d0e-4022-8c72-33f6312f640d admin admin] Publish callbacks [] for security_group (9f21fc2f-66c4-466e-8e05-cf11ba417860), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:55.894056 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6c759de8-4d0e-4022-8c72-33f6312f640d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (9f21fc2f-66c4-466e-8e05-cf11ba417860), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:55.933841 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e43a8c4c-501a-4a87-a5b1-ce3b5c8e54a7 admin admin] Publish callbacks [] for security_group (9be81f6c-a54a-4ce6-960b-1082cd62959a), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:55.945493 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e43a8c4c-501a-4a87-a5b1-ce3b5c8e54a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (9be81f6c-a54a-4ce6-960b-1082cd62959a), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:55.951993 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-6c759de8-4d0e-4022-8c72-33f6312f640d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d9cbd4010b864c59a2ded4bec118c2d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4367604 May 26 13:58:55.955002 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 47140) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:55.959287 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c759de8-4d0e-4022-8c72-33f6312f640d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f21fc2f-66c4-466e-8e05-cf11ba417860,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:55.990689 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-e43a8c4c-501a-4a87-a5b1-ce3b5c8e54a7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a725b19ff51c4cc9ac71f8a8cced6b1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4140265 May 26 13:58:55.993980 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 47142) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:56.002732 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a8c4c-501a-4a87-a5b1-ce3b5c8e54a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be81f6c-a54a-4ce6-960b-1082cd62959a,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:56.016934 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-982d33c0-12bb-4c7b-8428-7cc5c5ebaa6d admin admin] Publish callbacks [] for security_group (9f21fc2f-66c4-466e-8e05-cf11ba417860), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:56.041504 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-982d33c0-12bb-4c7b-8428-7cc5c5ebaa6d admin admin] Publish callbacks [] for security_group (9f21fc2f-66c4-466e-8e05-cf11ba417860), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:56.054403 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-39a40d7a-b98d-4f87-9f80-756e1a68432e admin admin] Publish callbacks [] for security_group (9be81f6c-a54a-4ce6-960b-1082cd62959a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:56.058507 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:56.083147 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-39a40d7a-b98d-4f87-9f80-756e1a68432e admin admin] Publish callbacks [] for security_group (9be81f6c-a54a-4ce6-960b-1082cd62959a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:56.093062 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-982d33c0-12bb-4c7b-8428-7cc5c5ebaa6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (9f21fc2f-66c4-466e-8e05-cf11ba417860), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:56.095817 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-982d33c0-12bb-4c7b-8428-7cc5c5ebaa6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:56.100016 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-982d33c0-12bb-4c7b-8428-7cc5c5ebaa6d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9f21fc2f-66c4-466e-8e05-cf11ba417860 HTTP/1.1" status: 204 len: 168 time: 0.1439869 May 26 13:58:56.108642 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d33c0-12bb-4c7b-8428-7cc5c5ebaa6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f21fc2f-66c4-466e-8e05-cf11ba417860,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:56.187362 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61931976-ab37-41e0-a1da-6507d7798974 req-bd0059ce-9588-47c1-a437-1f5398968285 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:56.188875 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-61931976-ab37-41e0-a1da-6507d7798974 req-bd0059ce-9588-47c1-a437-1f5398968285 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 946 time: 0.1081746 May 26 13:58:56.190833 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05760525-f5fe-495f-bc16-56d57282ec40 req-aa008645-2312-4142-8c9f-55138342be7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:56.192194 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-05760525-f5fe-495f-bc16-56d57282ec40 req-aa008645-2312-4142-8c9f-55138342be7f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e3d27b9eb0ef4c338c18c2a1d02db444&device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 1130 time: 0.1127248 May 26 13:58:56.274150 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-39a40d7a-b98d-4f87-9f80-756e1a68432e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (9be81f6c-a54a-4ce6-960b-1082cd62959a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:56.276935 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-39a40d7a-b98d-4f87-9f80-756e1a68432e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:56.278658 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-39a40d7a-b98d-4f87-9f80-756e1a68432e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9be81f6c-a54a-4ce6-960b-1082cd62959a HTTP/1.1" status: 204 len: 168 time: 0.2832472 May 26 13:58:56.304258 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a40d7a-b98d-4f87-9f80-756e1a68432e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be81f6c-a54a-4ce6-960b-1082cd62959a,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:56.311140 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-61931976-ab37-41e0-a1da-6507d7798974 req-602f4282-abe0-4d96-98de-df36b232ae76 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161752 May 26 13:58:56.343213 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05760525-f5fe-495f-bc16-56d57282ec40 req-f2c5db4f-ca8a-481e-9a31-708749c9c85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:56.344675 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-05760525-f5fe-495f-bc16-56d57282ec40 req-f2c5db4f-ca8a-481e-9a31-708749c9c85b service neutron] 10.222.0.82 "GET /v2.0/networks?id=94664734-1654-43f2-b262-23850dca9bb9 HTTP/1.1" status: 200 len: 918 time: 0.1400990 May 26 13:58:56.388932 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-05760525-f5fe-495f-bc16-56d57282ec40 req-bf974f79-7344-481b-8446-7c42b89aec25 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d789974b-4593-46b6-9ee2-38b74839df10 HTTP/1.1" status: 200 len: 217 time: 0.0378881 May 26 13:58:56.438306 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05760525-f5fe-495f-bc16-56d57282ec40 req-cdd17898-0dea-4c2e-9f1e-9adb9044f1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:56.439930 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-05760525-f5fe-495f-bc16-56d57282ec40 req-cdd17898-0dea-4c2e-9f1e-9adb9044f1a5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=463c251f-969b-49e6-b225-a476c859b795 HTTP/1.1" status: 200 len: 856 time: 0.0443599 May 26 13:58:56.475758 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 47158) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:56.494007 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5685f361-21e2-4176-b191-e34f2649b340 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:56.495083 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05760525-f5fe-495f-bc16-56d57282ec40 req-58c4d50a-b6dc-4aa9-aa62-0600f500df0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:56.500936 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-05760525-f5fe-495f-bc16-56d57282ec40 req-58c4d50a-b6dc-4aa9-aa62-0600f500df0a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=94664734-1654-43f2-b262-23850dca9bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511901 May 26 13:58:56.529555 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:56.593717 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5685f361-21e2-4176-b191-e34f2649b340 admin admin] Publish callbacks [] for security_group (d5a3f131-dfa3-4106-ab89-07a89264deee), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:56.600823 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5685f361-21e2-4176-b191-e34f2649b340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (d5a3f131-dfa3-4106-ab89-07a89264deee), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:56.630998 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-05760525-f5fe-495f-bc16-56d57282ec40 req-f8354747-2ae5-4fc2-a7c2-fad37cfeda03 service neutron] 10.222.0.82 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270835 May 26 13:58:56.650680 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-5685f361-21e2-4176-b191-e34f2649b340 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=677994e19cfe49579ceb63dfb7b6b36e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1671956 May 26 13:58:56.650680 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 47168) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:56.680219 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685f361-21e2-4176-b191-e34f2649b340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a3f131-dfa3-4106-ab89-07a89264deee,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:56.728980 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc3c1d56-2c21-4a86-ac6d-6b4a02e1fb01 admin admin] Publish callbacks [] for security_group (d5a3f131-dfa3-4106-ab89-07a89264deee), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:56.729769 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-05760525-f5fe-495f-bc16-56d57282ec40 req-fa92ccb4-7efe-4df7-9d27-ee7fb274f17d service neutron] 10.222.0.82 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921979 May 26 13:58:56.751830 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc3c1d56-2c21-4a86-ac6d-6b4a02e1fb01 admin admin] Publish callbacks [] for security_group (d5a3f131-dfa3-4106-ab89-07a89264deee), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:56.803303 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc3c1d56-2c21-4a86-ac6d-6b4a02e1fb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (d5a3f131-dfa3-4106-ab89-07a89264deee), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:56.806217 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc3c1d56-2c21-4a86-ac6d-6b4a02e1fb01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:56.807367 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-cc3c1d56-2c21-4a86-ac6d-6b4a02e1fb01 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d5a3f131-dfa3-4106-ab89-07a89264deee HTTP/1.1" status: 204 len: 168 time: 0.1595786 May 26 13:58:56.820385 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c1d56-2c21-4a86-ac6d-6b4a02e1fb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a3f131-dfa3-4106-ab89-07a89264deee,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:57.150900 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 47190) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:57.266608 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7c95459c-fb25-461c-b77d-99b52925877b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-817501851-network', 'tenant_id': '12082647641d4ece974c66384e3bf169'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:58:57.292887 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c95459c-fb25-461c-b77d-99b52925877b admin admin] Made reservation on behalf of 12082647641d4ece974c66384e3bf169 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:58:57.295918 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c95459c-fb25-461c-b77d-99b52925877b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:57.304425 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c95459c-fb25-461c-b77d-99b52925877b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:57.386357 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c95459c-fb25-461c-b77d-99b52925877b admin admin] Publish callbacks [] for security_group (633d77b0-a58e-4b46-81a4-c452825d0cd1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:57.390723 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c95459c-fb25-461c-b77d-99b52925877b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (633d77b0-a58e-4b46-81a4-c452825d0cd1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:57.419128 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c95459c-fb25-461c-b77d-99b52925877b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 13:58:57.429512 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95459c-fb25-461c-b77d-99b52925877b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633d77b0-a58e-4b46-81a4-c452825d0cd1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:57.434625 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c95459c-fb25-461c-b77d-99b52925877b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727248709223', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990'] for segment (90f79641-337e-4adc-a93b-1485a826e3d1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:57.435044 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.db.segments_db [None req-7c95459c-fb25-461c-b77d-99b52925877b admin admin] Added segment 90f79641-337e-4adc-a93b-1485a826e3d1 of type vlan for network 3c753870-7084-433e-b67c-0097f665e28b May 26 13:58:57.478138 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c95459c-fb25-461c-b77d-99b52925877b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248153200'] for network (3c753870-7084-433e-b67c-0097f665e28b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:57.480212 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:57.482697 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1c2cf-0b1e-4e67-acba-afbc12d95997 req-2eb194d6-7fb0-454f-a905-3e549b939ff6 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:57.484327 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-05e1c2cf-0b1e-4e67-acba-afbc12d95997 req-2eb194d6-7fb0-454f-a905-3e549b939ff6 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 946 time: 0.0678196 May 26 13:58:57.495683 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:57.508528 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c95459c-fb25-461c-b77d-99b52925877b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (3c753870-7084-433e-b67c-0097f665e28b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:57.509643 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c95459c-fb25-461c-b77d-99b52925877b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:57.510281 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c95459c-fb25-461c-b77d-99b52925877b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:57.544088 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-05e1c2cf-0b1e-4e67-acba-afbc12d95997 req-cd631b33-dafd-4b65-bf17-57d86c3b133b tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535851 May 26 13:58:57.567925 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-7c95459c-fb25-461c-b77d-99b52925877b admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4152057 May 26 13:58:57.568381 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 47212) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:57.577661 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-f2c92c84-02e3-46b4-9d61-ab98ef769ee9 admin admin] Request body: {'subnet': {'network_id': '3c753870-7084-433e-b67c-0097f665e28b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-817501851-subnet', 'tenant_id': '12082647641d4ece974c66384e3bf169', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:58:57.579785 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95459c-fb25-461c-b77d-99b52925877b admin admin] Pushing event updated for resources: {'Network': ['ID=3c753870-7084-433e-b67c-0097f665e28b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:57.595263 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Network 3c753870-7084-433e-b67c-0097f665e28b details requested by agent ovs-agent-dv-cinder-842130-1-iscsi with host dv-cinder-842130-1-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 13:58:57.602922 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c92c84-02e3-46b4-9d61-ab98ef769ee9 admin admin] Made reservation on behalf of 12082647641d4ece974c66384e3bf169 for: {'subnet': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:58:57.605323 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f2c92c84-02e3-46b4-9d61-ab98ef769ee9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13326012'] for subnet (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:57.801470 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f2c92c84-02e3-46b4-9d61-ab98ef769ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13293551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13325994'] for subnet (480b17c0-db32-45d4-9df8-232d9163a239), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:57.808003 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:57.902819 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c92c84-02e3-46b4-9d61-ab98ef769ee9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=480b17c0-db32-45d4-9df8-232d9163a239,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:57.927984 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c92c84-02e3-46b4-9d61-ab98ef769ee9 admin admin] Checking segment: {'id': '90f79641-337e-4adc-a93b-1485a826e3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3c753870-7084-433e-b67c-0097f665e28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:58:57.928568 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c92c84-02e3-46b4-9d61-ab98ef769ee9 admin admin] Network hostable DHCP agents. Network: 3c753870-7084-433e-b67c-0097f665e28b, hostable agents: ['d9e93f65-b338-473a-bf3d-e7a4456d9980'], hosted agents: [] {{(pid=103886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 13:58:57.959032 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c92c84-02e3-46b4-9d61-ab98ef769ee9 admin admin] Network 3c753870-7084-433e-b67c-0097f665e28b is scheduled to be hosted by DHCP agent d9e93f65-b338-473a-bf3d-e7a4456d9980 with binding_index 1 {{(pid=103886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 13:58:57.972401 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-f2c92c84-02e3-46b4-9d61-ab98ef769ee9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842130-1-iscsi, 3c753870-7084-433e-b67c-0097f665e28b) {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:58:57.980035 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c92c84-02e3-46b4-9d61-ab98ef769ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:57.981022 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f2c92c84-02e3-46b4-9d61-ab98ef769ee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:57.990335 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac935fa1-40fb-4d97-8af4-700a21d973da None None] Network 3c753870-7084-433e-b67c-0097f665e28b requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:58:58.014533 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-f2c92c84-02e3-46b4-9d61-ab98ef769ee9 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4354422 May 26 13:58:58.094367 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 47230) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:58.115509 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7f84bd-64fe-4091-9e83-fe1a9f79bba7 None None] Network 3c753870-7084-433e-b67c-0097f665e28b requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:58:58.257487 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c52f3c9-c37d-4515-b023-871e941d7ed1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:58.353911 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c52f3c9-c37d-4515-b023-871e941d7ed1 admin admin] Publish callbacks [] for security_group (43509219-8d87-43ef-b54e-050854b6f6e1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:58.358204 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c52f3c9-c37d-4515-b023-871e941d7ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (43509219-8d87-43ef-b54e-050854b6f6e1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:58.397496 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-7c52f3c9-c37d-4515-b023-871e941d7ed1 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=fea63085a6f64135af82f0f671608c54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3020115 May 26 13:58:58.399484 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52f3c9-c37d-4515-b023-871e941d7ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43509219-8d87-43ef-b54e-050854b6f6e1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:58.400395 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 47244) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:58.455322 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-33eb99a2-74dc-48c7-b368-4b56f15d4781 admin admin] Publish callbacks [] for security_group (43509219-8d87-43ef-b54e-050854b6f6e1), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:58.477610 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-33eb99a2-74dc-48c7-b368-4b56f15d4781 admin admin] Publish callbacks [] for security_group (43509219-8d87-43ef-b54e-050854b6f6e1), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:58.531506 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-33eb99a2-74dc-48c7-b368-4b56f15d4781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (43509219-8d87-43ef-b54e-050854b6f6e1), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:58.536135 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-33eb99a2-74dc-48c7-b368-4b56f15d4781 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:58.538194 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-33eb99a2-74dc-48c7-b368-4b56f15d4781 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/43509219-8d87-43ef-b54e-050854b6f6e1 HTTP/1.1" status: 204 len: 168 time: 0.1366258 May 26 13:58:58.551805 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb99a2-74dc-48c7-b368-4b56f15d4781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43509219-8d87-43ef-b54e-050854b6f6e1,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:58.693213 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb5539-bc52-4175-96ce-cf4fabfc2659 req-19b6a30c-11b3-4f3c-ab94-c52e4a2d47e9 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:58.701445 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a5bb5539-bc52-4175-96ce-cf4fabfc2659 req-19b6a30c-11b3-4f3c-ab94-c52e4a2d47e9 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 946 time: 0.0641108 May 26 13:58:58.718339 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:58.756357 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a5bb5539-bc52-4175-96ce-cf4fabfc2659 req-2e77321f-9119-4f6f-aaff-be3cf273ad06 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538931 May 26 13:58:59.879961 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575c225-1283-4245-b3c9-195eaa780043 req-d7582dad-2a57-4742-97df-a96dbb598d58 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:59.888265 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d575c225-1283-4245-b3c9-195eaa780043 req-d7582dad-2a57-4742-97df-a96dbb598d58 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 946 time: 0.0542390 May 26 13:58:59.941195 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d575c225-1283-4245-b3c9-195eaa780043 req-58848ed9-4577-4eb5-bf2e-6ef84a82daa7 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518780 May 26 13:59:01.064095 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05427949-8025-43f8-9c57-d37a46c696ba req-5b818861-e37c-452e-a4e3-e318c3dbc8cf tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:01.066398 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-05427949-8025-43f8-9c57-d37a46c696ba req-5b818861-e37c-452e-a4e3-e318c3dbc8cf tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 946 time: 0.0523863 May 26 13:59:01.116725 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-05427949-8025-43f8-9c57-d37a46c696ba req-0457f5cf-7937-414d-a6f4-5213faa34260 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448747 May 26 13:59:01.298793 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-f96b3cf0-695e-498d-8744-0875a0ec4aa8 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:01.300221 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-f96b3cf0-695e-498d-8744-0875a0ec4aa8 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/networks?id=3c753870-7084-433e-b67c-0097f665e28b HTTP/1.1" status: 200 len: 808 time: 0.1040225 May 26 13:59:01.315537 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-887b9d7a-0c18-426f-afa5-a3a86f24d42d tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/quotas/12082647641d4ece974c66384e3bf169 HTTP/1.1" status: 200 len: 375 time: 0.0092573 May 26 13:59:01.351479 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-4a3edcaa-df49-43a3-af02-ba973e709099 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=12082647641d4ece974c66384e3bf169&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306287 May 26 13:59:01.440140 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-de7bd83e-76cc-4c45-86c6-84dee2e644af service neutron] 10.222.0.91 "GET /v2.0/networks/3c753870-7084-433e-b67c-0097f665e28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820019 May 26 13:59:01.533953 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-fcb3ec69-87a5-40cb-a068-890b640fad79 service neutron] 10.222.0.91 "GET /v2.0/networks/3c753870-7084-433e-b67c-0097f665e28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879853 May 26 13:59:01.693766 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-899f5fd5-284b-42aa-82c8-19e2cc85bc5f req-fc27e4d6-80b5-47c0-90d8-a844f1efd04c tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=1645ce10-e28e-4a91-bc47-8ebe6a8acd0e HTTP/1.1" status: 200 len: 210 time: 0.0272670 May 26 13:59:02.283401 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16b387-1957-4cce-8c67-97e6d87e46fb req-35100f85-4e7b-4858-b923-40e12bd13236 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:02.285387 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7c16b387-1957-4cce-8c67-97e6d87e46fb req-35100f85-4e7b-4858-b923-40e12bd13236 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 946 time: 0.0532303 May 26 13:59:02.344924 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:02.356844 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7c16b387-1957-4cce-8c67-97e6d87e46fb req-d0238ae6-a1e2-46e5-86a5-1e560643df30 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641527 May 26 13:59:02.801241 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b26dc3b9-641b-4da4-9f38-c365f501019a req-c079c5e2-2636-4289-a71a-63a078f9114a tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=1645ce10-e28e-4a91-bc47-8ebe6a8acd0e HTTP/1.1" status: 200 len: 210 time: 0.0401936 May 26 13:59:02.890815 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-0a2320e2-58d7-432d-a8de-5b86f0279a14 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:02.892966 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-0a2320e2-58d7-432d-a8de-5b86f0279a14 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.82 "GET /v2.0/networks?id=3c753870-7084-433e-b67c-0097f665e28b HTTP/1.1" status: 200 len: 808 time: 0.1199195 May 26 13:59:02.925467 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-fa215eeb-c32f-49da-8e6a-9138c68b056c tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Request body: {'port': {'device_id': '1645ce10-e28e-4a91-bc47-8ebe6a8acd0e', 'network_id': '3c753870-7084-433e-b67c-0097f665e28b', 'admin_state_up': True, 'tenant_id': '12082647641d4ece974c66384e3bf169'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:03.035159 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-fa215eeb-c32f-49da-8e6a-9138c68b056c tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Made reservation on behalf of 12082647641d4ece974c66384e3bf169 for: {'port': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:59:03.039357 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-fa215eeb-c32f-49da-8e6a-9138c68b056c tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:03.165777 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-fa215eeb-c32f-49da-8e6a-9138c68b056c tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Allocated IP 172.20.0.5 (3c753870-7084-433e-b67c-0097f665e28b/480b17c0-db32-45d4-9df8-232d9163a239/fefc5ff7-7f07-4b4c-9a1f-242c2bae275e) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:59:03.172085 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:03.328410 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-fa215eeb-c32f-49da-8e6a-9138c68b056c tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Publish callbacks [] for port (fefc5ff7-7f07-4b4c-9a1f-242c2bae275e), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:03.359136 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-fa215eeb-c32f-49da-8e6a-9138c68b056c tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (fefc5ff7-7f07-4b4c-9a1f-242c2bae275e), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:03.400806 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-fa215eeb-c32f-49da-8e6a-9138c68b056c tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Network 3c753870-7084-433e-b67c-0097f665e28b is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:59:03.406109 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-fa215eeb-c32f-49da-8e6a-9138c68b056c tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:59:03.409826 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-fa215eeb-c32f-49da-8e6a-9138c68b056c tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:59:03.438629 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa215eeb-c32f-49da-8e6a-9138c68b056c tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Pushing event updated for resources: {'Port': ['ID=fefc5ff7-7f07-4b4c-9a1f-242c2bae275e,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:03.467777 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-fa215eeb-c32f-49da-8e6a-9138c68b056c tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:03.468389 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-fa215eeb-c32f-49da-8e6a-9138c68b056c tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:03.487965 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-fa215eeb-c32f-49da-8e6a-9138c68b056c tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5661092 May 26 13:59:03.903092 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:03.914470 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100cec4-4e70-4426-b5a7-918da49996ed req-95902db6-965c-4d77-a549-33603a171ed5 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:03.915931 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f100cec4-4e70-4426-b5a7-918da49996ed req-95902db6-965c-4d77-a549-33603a171ed5 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=1645ce10-e28e-4a91-bc47-8ebe6a8acd0e HTTP/1.1" status: 200 len: 931 time: 0.0474761 May 26 13:59:03.961437 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f100cec4-4e70-4426-b5a7-918da49996ed req-3d102c4a-9b7d-4895-979c-c90fd5232837 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393572 May 26 13:59:05.071742 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19790c-a445-4ce8-b8df-93b3b874386b req-93651dce-81c2-4f1e-b37e-7745a8f2256a tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:05.073169 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ab19790c-a445-4ce8-b8df-93b3b874386b req-93651dce-81c2-4f1e-b37e-7745a8f2256a tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=1645ce10-e28e-4a91-bc47-8ebe6a8acd0e HTTP/1.1" status: 200 len: 931 time: 0.0451322 May 26 13:59:05.117906 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ab19790c-a445-4ce8-b8df-93b3b874386b req-c66c1aad-a832-4587-8751-741ee8f158ef tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391693 May 26 13:59:05.456568 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-278e7ec1-d649-4449-b22a-8b3ef94e4fc7 service neutron] Request body: {'port': {'device_id': '1645ce10-e28e-4a91-bc47-8ebe6a8acd0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84213'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:05.520432 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-404a269d-36e9-4aff-b17c-6e7cf0d9f0ef req-100c89dd-e3a5-48bf-bc54-f07de9944470 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0609548 May 26 13:59:05.547433 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-278e7ec1-d649-4449-b22a-8b3ef94e4fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (fefc5ff7-7f07-4b4c-9a1f-242c2bae275e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:05.842785 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-278e7ec1-d649-4449-b22a-8b3ef94e4fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fefc5ff7-7f07-4b4c-9a1f-242c2bae275e {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:59:05.849955 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-278e7ec1-d649-4449-b22a-8b3ef94e4fc7 service neutron] Publish callbacks [] for port (fefc5ff7-7f07-4b4c-9a1f-242c2bae275e), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:05.862071 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-278e7ec1-d649-4449-b22a-8b3ef94e4fc7 service neutron] Transition to ACTIVE for port object fefc5ff7-7f07-4b4c-9a1f-242c2bae275e will not be triggered until provisioned by entity L2. {{(pid=103886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 13:59:05.866043 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-278e7ec1-d649-4449-b22a-8b3ef94e4fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13292136'] for port (fefc5ff7-7f07-4b4c-9a1f-242c2bae275e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:05.890533 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:05.921523 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e7ec1-d649-4449-b22a-8b3ef94e4fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=fefc5ff7-7f07-4b4c-9a1f-242c2bae275e,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:05.985994 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-278e7ec1-d649-4449-b22a-8b3ef94e4fc7 service neutron] Attempting to bind port fefc5ff7-7f07-4b4c-9a1f-242c2bae275e on host hv-cinder-84213 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:59:05.986329 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-278e7ec1-d649-4449-b22a-8b3ef94e4fc7 service neutron] Attempting to bind port fefc5ff7-7f07-4b4c-9a1f-242c2bae275e by drivers openvswitch,hyperv on host hv-cinder-84213 at level 0 using segments [{'id': '90f79641-337e-4adc-a93b-1485a826e3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3c753870-7084-433e-b67c-0097f665e28b'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:59:05.986655 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-278e7ec1-d649-4449-b22a-8b3ef94e4fc7 service neutron] Attempting to bind port fefc5ff7-7f07-4b4c-9a1f-242c2bae275e on network 3c753870-7084-433e-b67c-0097f665e28b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:59:05.990975 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-278e7ec1-d649-4449-b22a-8b3ef94e4fc7 service neutron] Port fefc5ff7-7f07-4b4c-9a1f-242c2bae275e on network 3c753870-7084-433e-b67c-0097f665e28b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84213 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 13:59:05.991293 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-278e7ec1-d649-4449-b22a-8b3ef94e4fc7 service neutron] Attempting to bind port fefc5ff7-7f07-4b4c-9a1f-242c2bae275e on network 3c753870-7084-433e-b67c-0097f665e28b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:59:05.996272 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-278e7ec1-d649-4449-b22a-8b3ef94e4fc7 service neutron] Checking agent: {'id': '7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'started_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:59:05.996615 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-278e7ec1-d649-4449-b22a-8b3ef94e4fc7 service neutron] Checking segment: {'id': '90f79641-337e-4adc-a93b-1485a826e3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3c753870-7084-433e-b67c-0097f665e28b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:59:05.996996 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-278e7ec1-d649-4449-b22a-8b3ef94e4fc7 service neutron] Bound using segment: {'id': '90f79641-337e-4adc-a93b-1485a826e3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3c753870-7084-433e-b67c-0097f665e28b'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:59:05.997447 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-278e7ec1-d649-4449-b22a-8b3ef94e4fc7 service neutron] Bound port: fefc5ff7-7f07-4b4c-9a1f-242c2bae275e, host: hv-cinder-84213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f79641-337e-4adc-a93b-1485a826e3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3c753870-7084-433e-b67c-0097f665e28b'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:59:05.997800 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-278e7ec1-d649-4449-b22a-8b3ef94e4fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (fefc5ff7-7f07-4b4c-9a1f-242c2bae275e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:06.067109 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-278e7ec1-d649-4449-b22a-8b3ef94e4fc7 service neutron] For port fefc5ff7-7f07-4b4c-9a1f-242c2bae275e, host hv-cinder-84213, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:59:06.068936 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:06.070908 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-278e7ec1-d649-4449-b22a-8b3ef94e4fc7 service neutron] For port fefc5ff7-7f07-4b4c-9a1f-242c2bae275e, host hv-cinder-84213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=fefc5ff7-7f07-4b4c-9a1f-242c2bae275e,segment=NetworkSegment(90f79641-337e-4adc-a93b-1485a826e3d1),segment_id=90f79641-337e-4adc-a93b-1485a826e3d1)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:59:06.080895 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-278e7ec1-d649-4449-b22a-8b3ef94e4fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13292136'] for port (fefc5ff7-7f07-4b4c-9a1f-242c2bae275e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:06.118401 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-278e7ec1-d649-4449-b22a-8b3ef94e4fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:06.119030 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-278e7ec1-d649-4449-b22a-8b3ef94e4fc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:06.120387 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-278e7ec1-d649-4449-b22a-8b3ef94e4fc7 service neutron] 10.222.0.82 "PUT /v2.0/ports/fefc5ff7-7f07-4b4c-9a1f-242c2bae275e HTTP/1.1" status: 200 len: 1093 time: 0.6681042 May 26 13:59:06.120803 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1645ce10-e28e-4a91-bc47-8ebe6a8acd0e', 'tag': 'fefc5ff7-7f07-4b4c-9a1f-242c2bae275e'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:59:06.123586 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a67d27a2ec375fafa348027e062b6cf3c7935884065918e746e599b143197b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0b5d47-a352-41b7-9c33-337a7d665e05" -d '{"events": [{"name": "network-changed", "server_uuid": "1645ce10-e28e-4a91-bc47-8ebe6a8acd0e", "tag": "fefc5ff7-7f07-4b4c-9a1f-242c2bae275e"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:59:06.145456 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e7ec1-d649-4449-b22a-8b3ef94e4fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=fefc5ff7-7f07-4b4c-9a1f-242c2bae275e,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:06.169014 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc19ec5-b126-4e17-9243-b1d8fcccd6ad x-openstack-request-id: req-9cc19ec5-b126-4e17-9243-b1d8fcccd6ad {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:59:06.169321 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1645ce10-e28e-4a91-bc47-8ebe6a8acd0e", "tag": "fefc5ff7-7f07-4b4c-9a1f-242c2bae275e", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:59:06.169594 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9cc19ec5-b126-4e17-9243-b1d8fcccd6ad {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:59:06.169987 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cc19ec5-b126-4e17-9243-b1d8fcccd6ad'] response: {'name': 'network-changed', 'server_uuid': '1645ce10-e28e-4a91-bc47-8ebe6a8acd0e', 'tag': 'fefc5ff7-7f07-4b4c-9a1f-242c2bae275e', 'status': 'completed', 'code': 200} May 26 13:59:06.230938 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613622e6-3887-453f-b4a1-d2c1be3e602a req-54934bd0-c56d-4ea2-8f90-382d846a082b tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:06.232672 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-613622e6-3887-453f-b4a1-d2c1be3e602a req-54934bd0-c56d-4ea2-8f90-382d846a082b tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=1645ce10-e28e-4a91-bc47-8ebe6a8acd0e HTTP/1.1" status: 200 len: 943 time: 0.0462191 May 26 13:59:06.282058 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-613622e6-3887-453f-b4a1-d2c1be3e602a req-16ef0309-61f2-436d-9806-23876f2a9038 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417354 May 26 13:59:06.854557 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:06.992113 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a269d-36e9-4aff-b17c-6e7cf0d9f0ef req-4dd4e131-bd2c-4ce0-9ade-df747a538469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:06.993523 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-404a269d-36e9-4aff-b17c-6e7cf0d9f0ef req-4dd4e131-bd2c-4ce0-9ade-df747a538469 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e3d27b9eb0ef4c338c18c2a1d02db444&device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 1130 time: 0.0683808 May 26 13:59:06.994386 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b5d47-a352-41b7-9c33-337a7d665e05 req-bea0331e-db9b-4d19-83b4-51d0248e0fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:06.995725 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bc0b5d47-a352-41b7-9c33-337a7d665e05 req-bea0331e-db9b-4d19-83b4-51d0248e0fa4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=12082647641d4ece974c66384e3bf169&device_id=1645ce10-e28e-4a91-bc47-8ebe6a8acd0e HTTP/1.1" status: 200 len: 1127 time: 0.0624974 May 26 13:59:07.509224 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e52e5-c52f-4dac-b8c9-f51f6c98d462 req-8fd2d42f-d6c0-47cd-a322-317a86157fdf tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:07.510675 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e70e52e5-c52f-4dac-b8c9-f51f6c98d462 req-8fd2d42f-d6c0-47cd-a322-317a86157fdf tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=1645ce10-e28e-4a91-bc47-8ebe6a8acd0e HTTP/1.1" status: 200 len: 943 time: 0.1014671 May 26 13:59:07.513953 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b5d47-a352-41b7-9c33-337a7d665e05 req-414270be-b398-4c77-a919-6e8e72d63edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:07.515276 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bc0b5d47-a352-41b7-9c33-337a7d665e05 req-414270be-b398-4c77-a919-6e8e72d63edd service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=12082647641d4ece974c66384e3bf169&shared=False HTTP/1.1" status: 200 len: 909 time: 0.5003340 May 26 13:59:07.516344 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a269d-36e9-4aff-b17c-6e7cf0d9f0ef req-2e53028f-219e-469a-a9c4-19cfd3d5d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:07.517678 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-404a269d-36e9-4aff-b17c-6e7cf0d9f0ef req-2e53028f-219e-469a-a9c4-19cfd3d5d954 service neutron] 10.222.0.82 "GET /v2.0/networks?id=94664734-1654-43f2-b262-23850dca9bb9 HTTP/1.1" status: 200 len: 918 time: 0.4946532 May 26 13:59:07.614409 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-404a269d-36e9-4aff-b17c-6e7cf0d9f0ef req-ed8c9fd0-1082-4c99-b256-c534703a2941 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ea477a5-0b77-466c-b782-069bc53617e5 HTTP/1.1" status: 200 len: 217 time: 0.0818205 May 26 13:59:07.717759 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e70e52e5-c52f-4dac-b8c9-f51f6c98d462 req-454ffcdd-b8f9-4b53-b1bb-e9f1adec25e2 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991489 May 26 13:59:07.760847 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a269d-36e9-4aff-b17c-6e7cf0d9f0ef req-7c1102b9-a0ce-406e-8dd4-b0e468fa4afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:07.763043 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-404a269d-36e9-4aff-b17c-6e7cf0d9f0ef req-7c1102b9-a0ce-406e-8dd4-b0e468fa4afc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=463c251f-969b-49e6-b225-a476c859b795 HTTP/1.1" status: 200 len: 856 time: 0.1164541 May 26 13:59:07.803752 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b5d47-a352-41b7-9c33-337a7d665e05 req-d837ecbd-0749-452e-be4b-2d896b620918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:07.805236 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bc0b5d47-a352-41b7-9c33-337a7d665e05 req-d837ecbd-0749-452e-be4b-2d896b620918 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2718410 May 26 13:59:07.810370 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:07.818120 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a269d-36e9-4aff-b17c-6e7cf0d9f0ef req-c2a5a5c0-de80-449f-82b9-c0bc97fa7d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:07.819508 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-404a269d-36e9-4aff-b17c-6e7cf0d9f0ef req-c2a5a5c0-de80-449f-82b9-c0bc97fa7d1b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=94664734-1654-43f2-b262-23850dca9bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473747 May 26 13:59:08.038651 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-ba992371-5653-4d97-8786-4b4c85fda1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:08.040123 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-ba992371-5653-4d97-8786-4b4c85fda1fb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=12082647641d4ece974c66384e3bf169&device_id=1645ce10-e28e-4a91-bc47-8ebe6a8acd0e HTTP/1.1" status: 200 len: 1127 time: 0.0521023 May 26 13:59:08.066821 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-404a269d-36e9-4aff-b17c-6e7cf0d9f0ef req-54343c34-86cf-4aeb-8238-590d6c76cb84 service neutron] 10.222.0.82 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235905 May 26 13:59:08.098836 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-909187da-7e62-448d-9f93-b440dd1ac08e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fefc5ff7-7f07-4b4c-9a1f-242c2bae275e HTTP/1.1" status: 200 len: 217 time: 0.0418067 May 26 13:59:08.187890 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-c3dcae2b-17c0-4f49-9b6c-7122782948cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:08.189363 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-c3dcae2b-17c0-4f49-9b6c-7122782948cb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=480b17c0-db32-45d4-9df8-232d9163a239 HTTP/1.1" status: 200 len: 848 time: 0.0816803 May 26 13:59:08.230368 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-c9f61a68-67c1-41e0-8ce8-d07b5385ef7c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3c753870-7084-433e-b67c-0097f665e28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329795 May 26 13:59:08.235497 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-404a269d-36e9-4aff-b17c-6e7cf0d9f0ef req-5500ea02-7782-431e-b97f-a84a23c18580 service neutron] 10.222.0.82 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457055 May 26 13:59:08.343838 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:08.354086 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-ccfec052-a3f7-4947-855d-9e7d84ad55a6 service neutron] 10.222.0.82 "GET /v2.0/networks/3c753870-7084-433e-b67c-0097f665e28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883107 May 26 13:59:08.393713 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=18,neutron:INSERT=6 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:08.395756 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=34,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:08.456952 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d4b50389-5781-4daa-9779-1523ea551ce7 req-f4b5a44a-df14-45ab-93b2-8e0af6d8a4e0 service neutron] 10.222.0.82 "GET /v2.0/networks/3c753870-7084-433e-b67c-0097f665e28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917232 May 26 13:59:08.836137 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5941ca8-4023-466f-815f-2895e433b9ac req-02c46f1f-61e0-4176-81b7-ac185424a98d tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:08.838012 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f5941ca8-4023-466f-815f-2895e433b9ac req-02c46f1f-61e0-4176-81b7-ac185424a98d tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=1645ce10-e28e-4a91-bc47-8ebe6a8acd0e HTTP/1.1" status: 200 len: 943 time: 0.0547493 May 26 13:59:08.888992 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f5941ca8-4023-466f-815f-2895e433b9ac req-266992e6-3ae1-43e1-882e-5ae9b488310a tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449831 May 26 13:59:09.010799 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 47474) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:09.015237 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-64050942-aa26-46e2-853c-ddd14376e82c tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1883107574', 'description': 'tempest-description--547542471'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:09.037055 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64050942-aa26-46e2-853c-ddd14376e82c tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:09.108035 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64050942-aa26-46e2-853c-ddd14376e82c tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks [] for security_group (d73e859c-cb86-4e98-9ab1-749f9662b993), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:09.112321 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64050942-aa26-46e2-853c-ddd14376e82c tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (d73e859c-cb86-4e98-9ab1-749f9662b993), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:09.139597 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64050942-aa26-46e2-853c-ddd14376e82c tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:09.141633 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-64050942-aa26-46e2-853c-ddd14376e82c tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1297722 May 26 13:59:09.143675 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 47480) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:09.146578 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64050942-aa26-46e2-853c-ddd14376e82c tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d73e859c-cb86-4e98-9ab1-749f9662b993,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:09.148480 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-be43f5dd-1464-4510-802c-4a1841fba85b tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Request body: {'security_group_rule': {'security_group_id': 'd73e859c-cb86-4e98-9ab1-749f9662b993', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:09.156172 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64050942-aa26-46e2-853c-ddd14376e82c tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:09.156518 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64050942-aa26-46e2-853c-ddd14376e82c tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:09.156861 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64050942-aa26-46e2-853c-ddd14376e82c tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:09.157222 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64050942-aa26-46e2-853c-ddd14376e82c tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:09.157813 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64050942-aa26-46e2-853c-ddd14376e82c tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:09.158148 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64050942-aa26-46e2-853c-ddd14376e82c tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:09.158476 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64050942-aa26-46e2-853c-ddd14376e82c tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:09.158800 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64050942-aa26-46e2-853c-ddd14376e82c tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:09.159755 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64050942-aa26-46e2-853c-ddd14376e82c tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:09.159755 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64050942-aa26-46e2-853c-ddd14376e82c tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:09.160704 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64050942-aa26-46e2-853c-ddd14376e82c tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:09.160704 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64050942-aa26-46e2-853c-ddd14376e82c tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:09.160961 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64050942-aa26-46e2-853c-ddd14376e82c tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:09.161309 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64050942-aa26-46e2-853c-ddd14376e82c tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:09.161632 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64050942-aa26-46e2-853c-ddd14376e82c tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:09.184062 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-be43f5dd-1464-4510-802c-4a1841fba85b tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks [] for security_group_rule (9dec0611-9dd2-4a89-b78f-2e3f01673030), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:09.233138 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-be43f5dd-1464-4510-802c-4a1841fba85b tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks [] for security_group_rule (9dec0611-9dd2-4a89-b78f-2e3f01673030), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:09.237091 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-be43f5dd-1464-4510-802c-4a1841fba85b tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581445'] for security_group_rule (9dec0611-9dd2-4a89-b78f-2e3f01673030), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:09.255303 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43f5dd-1464-4510-802c-4a1841fba85b tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dec0611-9dd2-4a89-b78f-2e3f01673030,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:09.265179 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-be43f5dd-1464-4510-802c-4a1841fba85b tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:09.266465 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-be43f5dd-1464-4510-802c-4a1841fba85b tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215441 May 26 13:59:09.269098 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 47482) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:09.273569 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-53704c82-1ccf-495f-9151-8bb040f358d9 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Request body: {'security_group_rule': {'security_group_id': 'd73e859c-cb86-4e98-9ab1-749f9662b993', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:09.300846 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-53704c82-1ccf-495f-9151-8bb040f358d9 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks [] for security_group_rule (99099b51-a826-4654-9e4a-ef911e3390da), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:09.352806 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-53704c82-1ccf-495f-9151-8bb040f358d9 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks [] for security_group_rule (99099b51-a826-4654-9e4a-ef911e3390da), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:09.357949 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-53704c82-1ccf-495f-9151-8bb040f358d9 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581445'] for security_group_rule (99099b51-a826-4654-9e4a-ef911e3390da), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:09.378455 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53704c82-1ccf-495f-9151-8bb040f358d9 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99099b51-a826-4654-9e4a-ef911e3390da,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:09.386663 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-53704c82-1ccf-495f-9151-8bb040f358d9 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:09.390681 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-53704c82-1ccf-495f-9151-8bb040f358d9 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178117 May 26 13:59:09.391171 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 47488) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:09.404734 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-0d176026-0fe0-4727-8edd-9756f098ebf2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Request body: {'floatingip': {'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:09.404734 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:09.419683 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0d176026-0fe0-4727-8edd-9756f098ebf2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:09.500743 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0d176026-0fe0-4727-8edd-9756f098ebf2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:09.605279 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-0d176026-0fe0-4727-8edd-9756f098ebf2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Allocated IP 172.27.1.156 (52e096d4-8aa7-4f06-8835-685346500be4/afa79513-0fef-42b7-ae4f-8319e7853c26/9adedf2e-6a51-4be0-9d47-cbec4bbc5332) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:59:09.672571 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:09.708042 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0d176026-0fe0-4727-8edd-9756f098ebf2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks [] for port (9adedf2e-6a51-4be0-9d47-cbec4bbc5332), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:09.740279 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0d176026-0fe0-4727-8edd-9756f098ebf2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (9adedf2e-6a51-4be0-9d47-cbec4bbc5332), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:09.779143 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d176026-0fe0-4727-8edd-9756f098ebf2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Network 52e096d4-8aa7-4f06-8835-685346500be4 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:59:09.783588 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-0d176026-0fe0-4727-8edd-9756f098ebf2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:59:09.787328 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d176026-0fe0-4727-8edd-9756f098ebf2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:59:09.790328 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d176026-0fe0-4727-8edd-9756f098ebf2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Pushing event updated for resources: {'Port': ['ID=9adedf2e-6a51-4be0-9d47-cbec4bbc5332,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:09.872779 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0d176026-0fe0-4727-8edd-9756f098ebf2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks [] for floatingip (e00e3a8d-4f76-4b37-b148-3b4c2ea0862c), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:09.914272 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0d176026-0fe0-4727-8edd-9756f098ebf2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (9adedf2e-6a51-4be0-9d47-cbec4bbc5332), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:10.031184 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601446ee-6669-4435-8dbd-60566fc14c08 req-cddb3930-49c2-4c40-bda2-a8ce48acf3c6 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:10.032724 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-601446ee-6669-4435-8dbd-60566fc14c08 req-cddb3930-49c2-4c40-bda2-a8ce48acf3c6 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=1645ce10-e28e-4a91-bc47-8ebe6a8acd0e HTTP/1.1" status: 200 len: 943 time: 0.0644257 May 26 13:59:10.135696 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-601446ee-6669-4435-8dbd-60566fc14c08 req-d5c33e22-6e63-4794-a651-4bbb5e47dd5b tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912831 May 26 13:59:10.158849 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:10.175855 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0d176026-0fe0-4727-8edd-9756f098ebf2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks [] for port (9adedf2e-6a51-4be0-9d47-cbec4bbc5332), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:10.183289 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0d176026-0fe0-4727-8edd-9756f098ebf2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13292136'] for port (9adedf2e-6a51-4be0-9d47-cbec4bbc5332), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:10.209301 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 47504) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:10.257698 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d176026-0fe0-4727-8edd-9756f098ebf2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Pushing event updated for resources: {'Port': ['ID=9adedf2e-6a51-4be0-9d47-cbec4bbc5332,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:10.266248 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0d176026-0fe0-4727-8edd-9756f098ebf2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778712'] for floatingip (e00e3a8d-4f76-4b37-b148-3b4c2ea0862c), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:10.288426 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0d176026-0fe0-4727-8edd-9756f098ebf2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:10.289809 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-0d176026-0fe0-4727-8edd-9756f098ebf2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8978341 May 26 13:59:10.322882 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb28b6b1-bbf7-44f8-9acc-293894b46e70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:10.401492 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb28b6b1-bbf7-44f8-9acc-293894b46e70 admin admin] Publish callbacks [] for security_group (e6268b0f-0261-4c67-898c-f550f449bdce), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:10.405426 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb28b6b1-bbf7-44f8-9acc-293894b46e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (e6268b0f-0261-4c67-898c-f550f449bdce), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:10.462514 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-cb28b6b1-bbf7-44f8-9acc-293894b46e70 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=42d862aaeaaf483eb1674dd3c23d353d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2520616 May 26 13:59:10.463463 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb28b6b1-bbf7-44f8-9acc-293894b46e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6268b0f-0261-4c67-898c-f550f449bdce,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:10.467649 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 47522) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:10.510637 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-564c20a0-d649-4851-91df-c827c45435b9 req-1942d38a-1a33-4491-b63d-5291b34a7d85 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--1883107574&fields=id&tenant_id=e3d27b9eb0ef4c338c18c2a1d02db444 HTTP/1.1" status: 200 len: 267 time: 0.0531030 May 26 13:59:10.519808 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f41acfd3-d77e-481a-88c0-5642e4168f2d admin admin] Publish callbacks [] for security_group (e6268b0f-0261-4c67-898c-f550f449bdce), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:10.542047 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f41acfd3-d77e-481a-88c0-5642e4168f2d admin admin] Publish callbacks [] for security_group (e6268b0f-0261-4c67-898c-f550f449bdce), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:10.595671 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f41acfd3-d77e-481a-88c0-5642e4168f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (e6268b0f-0261-4c67-898c-f550f449bdce), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:10.596488 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:10.599039 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f41acfd3-d77e-481a-88c0-5642e4168f2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:10.602709 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-f41acfd3-d77e-481a-88c0-5642e4168f2d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e6268b0f-0261-4c67-898c-f550f449bdce HTTP/1.1" status: 204 len: 168 time: 0.1317708 May 26 13:59:10.610641 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41acfd3-d77e-481a-88c0-5642e4168f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6268b0f-0261-4c67-898c-f550f449bdce,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:10.636434 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c20a0-d649-4851-91df-c827c45435b9 req-03a1a756-f560-4532-9cd3-51fd030edf08 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:10.638559 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-564c20a0-d649-4851-91df-c827c45435b9 req-03a1a756-f560-4532-9cd3-51fd030edf08 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/networks?id=94664734-1654-43f2-b262-23850dca9bb9 HTTP/1.1" status: 200 len: 817 time: 0.1209865 May 26 13:59:10.655449 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-564c20a0-d649-4851-91df-c827c45435b9 req-f421f1ad-02d2-44b6-a5f5-e6870822c2b8 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/quotas/e3d27b9eb0ef4c338c18c2a1d02db444 HTTP/1.1" status: 200 len: 375 time: 0.0112414 May 26 13:59:10.711254 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-564c20a0-d649-4851-91df-c827c45435b9 req-7bedda3b-2b60-46d0-93b6-5b1ea91fb3ad tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=e3d27b9eb0ef4c338c18c2a1d02db444&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0504229 May 26 13:59:10.813186 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-564c20a0-d649-4851-91df-c827c45435b9 req-6b1f6d15-a105-464b-a23a-41dd64e92be2 service neutron] 10.222.0.91 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898836 May 26 13:59:10.898646 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 47530) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:10.905406 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-564c20a0-d649-4851-91df-c827c45435b9 req-2d29474f-76f7-47b3-ba8c-bf8acd4b0f1e service neutron] 10.222.0.91 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865321 May 26 13:59:10.912523 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a21ef5a-74c0-432c-8a01-d0621590360b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:10.993306 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a21ef5a-74c0-432c-8a01-d0621590360b admin admin] Publish callbacks [] for security_group (6b6ce829-4f21-4621-a8bb-b3951f3e9d46), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:10.997511 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a21ef5a-74c0-432c-8a01-d0621590360b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (6b6ce829-4f21-4621-a8bb-b3951f3e9d46), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:11.039286 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21ef5a-74c0-432c-8a01-d0621590360b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6ce829-4f21-4621-a8bb-b3951f3e9d46,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:11.046634 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 47536) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:11.046814 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-1a21ef5a-74c0-432c-8a01-d0621590360b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9a78ec335db2485b8bdc30bc906a0af1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1470070 May 26 13:59:11.098923 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-83d49e3f-0bb3-45d5-b37e-550a8081cee4 req-e1f88c52-aac7-4e55-9236-f438ad373b6b tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 210 time: 0.0425115 May 26 13:59:11.133682 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1250d6b7-d0d4-4032-a7d8-2d922db95d76 admin admin] Publish callbacks [] for security_group (6b6ce829-4f21-4621-a8bb-b3951f3e9d46), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:11.155768 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1250d6b7-d0d4-4032-a7d8-2d922db95d76 admin admin] Publish callbacks [] for security_group (6b6ce829-4f21-4621-a8bb-b3951f3e9d46), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:11.208544 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1250d6b7-d0d4-4032-a7d8-2d922db95d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (6b6ce829-4f21-4621-a8bb-b3951f3e9d46), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:11.211422 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1250d6b7-d0d4-4032-a7d8-2d922db95d76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:11.213192 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-1250d6b7-d0d4-4032-a7d8-2d922db95d76 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6b6ce829-4f21-4621-a8bb-b3951f3e9d46 HTTP/1.1" status: 204 len: 168 time: 0.1645706 May 26 13:59:11.259628 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250d6b7-d0d4-4032-a7d8-2d922db95d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6ce829-4f21-4621-a8bb-b3951f3e9d46,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:11.287839 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd3ab6-bebb-482d-96e6-c828937ce899 req-833d66d9-966e-4e31-93ff-fffc208e1197 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:11.295636 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-89dd3ab6-bebb-482d-96e6-c828937ce899 req-833d66d9-966e-4e31-93ff-fffc208e1197 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=1645ce10-e28e-4a91-bc47-8ebe6a8acd0e HTTP/1.1" status: 200 len: 943 time: 0.0819733 May 26 13:59:11.350952 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-89dd3ab6-bebb-482d-96e6-c828937ce899 req-5433928e-77a3-452f-b317-666214b154af tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465970 May 26 13:59:11.565940 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 47552) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:11.578931 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ea19c99-c929-44ba-89f7-1b04da703784 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:11.609199 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:11.613182 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:11.666111 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ea19c99-c929-44ba-89f7-1b04da703784 admin admin] Publish callbacks [] for security_group (4f75f09e-55b1-4fb8-a0fb-48fd1442603c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:11.670229 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ea19c99-c929-44ba-89f7-1b04da703784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (4f75f09e-55b1-4fb8-a0fb-48fd1442603c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:11.708334 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-2ea19c99-c929-44ba-89f7-1b04da703784 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=71a9f4d1848245f78d10ab85e6461167&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413467 May 26 13:59:11.709586 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea19c99-c929-44ba-89f7-1b04da703784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f75f09e-55b1-4fb8-a0fb-48fd1442603c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:11.711007 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 47556) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:11.764664 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b9da7b1b-e28c-47ba-b2bd-ad7f6fe16f78 admin admin] Publish callbacks [] for security_group (4f75f09e-55b1-4fb8-a0fb-48fd1442603c), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:11.786056 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b9da7b1b-e28c-47ba-b2bd-ad7f6fe16f78 admin admin] Publish callbacks [] for security_group (4f75f09e-55b1-4fb8-a0fb-48fd1442603c), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:11.831282 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b9da7b1b-e28c-47ba-b2bd-ad7f6fe16f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (4f75f09e-55b1-4fb8-a0fb-48fd1442603c), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:11.833951 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b9da7b1b-e28c-47ba-b2bd-ad7f6fe16f78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:11.835077 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-b9da7b1b-e28c-47ba-b2bd-ad7f6fe16f78 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4f75f09e-55b1-4fb8-a0fb-48fd1442603c HTTP/1.1" status: 204 len: 168 time: 0.1230450 May 26 13:59:11.843243 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da7b1b-e28c-47ba-b2bd-ad7f6fe16f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f75f09e-55b1-4fb8-a0fb-48fd1442603c,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:12.195257 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b868f2b2-52e0-4e6a-ae32-08dc5f0d17e7 req-1612724a-afa7-4f92-88b6-75e2f6cd7f08 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 210 time: 0.0277693 May 26 13:59:12.472128 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743d235-aa37-49b5-bd1a-07d805c1ea85 req-815ded92-b263-4405-95c2-37e48adf73ba tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:12.473625 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9743d235-aa37-49b5-bd1a-07d805c1ea85 req-815ded92-b263-4405-95c2-37e48adf73ba tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=1645ce10-e28e-4a91-bc47-8ebe6a8acd0e HTTP/1.1" status: 200 len: 943 time: 0.0512664 May 26 13:59:12.493146 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:12.525282 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9743d235-aa37-49b5-bd1a-07d805c1ea85 req-dc4e1f4f-68c8-41ca-a4ab-79234993b044 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460095 May 26 13:59:13.287760 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-55a35f6b-d4c1-41c5-8b49-94b6f836f966 req-dd2977ff-bda5-45fc-ab94-251ed7613956 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 210 time: 0.0265112 May 26 13:59:13.636858 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1e0fd-1504-44fd-8a71-a2bfcaf36ea1 req-31579dfb-cc27-4929-ba79-54bfc3a9f159 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:13.638387 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-32c1e0fd-1504-44fd-8a71-a2bfcaf36ea1 req-31579dfb-cc27-4929-ba79-54bfc3a9f159 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=1645ce10-e28e-4a91-bc47-8ebe6a8acd0e HTTP/1.1" status: 200 len: 943 time: 0.0465646 May 26 13:59:13.681995 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:13.686933 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-32c1e0fd-1504-44fd-8a71-a2bfcaf36ea1 req-0434ab01-98d9-4402-bae9-5709c1267735 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430713 May 26 13:59:14.378400 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4ec5b1e0-bd4d-42dd-9622-0647fc459d24 req-642d508a-648d-4084-ba72-639aae68467e tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 210 time: 0.0263257 May 26 13:59:14.814056 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3520ff-a714-45b5-b833-5ccd2aa756f4 req-c9111ff6-d50c-4b53-9a94-8d9c4d3e2fed tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:14.815715 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3b3520ff-a714-45b5-b833-5ccd2aa756f4 req-c9111ff6-d50c-4b53-9a94-8d9c4d3e2fed tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=1645ce10-e28e-4a91-bc47-8ebe6a8acd0e HTTP/1.1" status: 200 len: 943 time: 0.0539298 May 26 13:59:14.869523 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3b3520ff-a714-45b5-b833-5ccd2aa756f4 req-cf55fbb9-0aff-43b0-b518-e1b121026ed4 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469506 May 26 13:59:15.471450 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-68a124d5-ccbf-4454-a14b-cd92dcc92f62 req-a6c3e65a-ad3d-4d15-9efe-c2d51674b386 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 210 time: 0.0271659 May 26 13:59:15.529657 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:15.984965 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611efbf-92f6-421e-ab7a-4d4a8cd704ce req-c9cb7b70-e26d-427d-8438-5b98e63066b7 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:15.986475 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b611efbf-92f6-421e-ab7a-4d4a8cd704ce req-c9cb7b70-e26d-427d-8438-5b98e63066b7 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=1645ce10-e28e-4a91-bc47-8ebe6a8acd0e HTTP/1.1" status: 200 len: 943 time: 0.0461035 May 26 13:59:16.048264 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b611efbf-92f6-421e-ab7a-4d4a8cd704ce req-524a19f9-8f59-4797-aabe-a5bbea6afb20 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561721 May 26 13:59:16.563438 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6440f8b4-1bba-4c23-abb2-06e9d6d0af4e req-1b0149b1-df4b-465a-8cf6-fa5185a8b2e5 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 210 time: 0.0264528 May 26 13:59:17.160740 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a8557-b018-4881-8ba3-2e5be8ede3f5 req-13e25226-6028-4710-9f80-4d82511527a1 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:17.162223 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-864a8557-b018-4881-8ba3-2e5be8ede3f5 req-13e25226-6028-4710-9f80-4d82511527a1 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=1645ce10-e28e-4a91-bc47-8ebe6a8acd0e HTTP/1.1" status: 200 len: 943 time: 0.0453377 May 26 13:59:17.207757 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-864a8557-b018-4881-8ba3-2e5be8ede3f5 req-e607b467-1cab-4c02-910a-ed16fbc670ec tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399232 May 26 13:59:17.476489 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=38,neutron:UPDATE=4 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:17.481491 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6a29c807-fe74-46b3-9cce-9455f4edeeb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:17.654452 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2358a0d5-b997-4732-ac59-5219755d17cc req-c1199a07-c982-4117-a353-6b5232efe6dd tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 210 time: 0.0267549 May 26 13:59:18.321801 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c977c15-29fa-43f6-84ff-03f425e3e0f4 req-2d5b8fee-0b9b-478f-b16b-28aac69ec0a6 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:18.323279 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0c977c15-29fa-43f6-84ff-03f425e3e0f4 req-2d5b8fee-0b9b-478f-b16b-28aac69ec0a6 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=1645ce10-e28e-4a91-bc47-8ebe6a8acd0e HTTP/1.1" status: 200 len: 943 time: 0.0489426 May 26 13:59:18.369857 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0c977c15-29fa-43f6-84ff-03f425e3e0f4 req-16962560-5919-4a0d-9b2f-58888918d26c tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410573 May 26 13:59:18.479847 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device fefc5ff7-7f07-4b4c-9a1f-242c2bae275e details requested by agent hyperv_hv-cinder-84213 with host hv-cinder-84213 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 13:59:18.486192 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=46,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:18.581849 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port fefc5ff7-7f07-4b4c-9a1f-242c2bae275e, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=fefc5ff7-7f07-4b4c-9a1f-242c2bae275e,segment=NetworkSegment(90f79641-337e-4adc-a93b-1485a826e3d1),segment_id=90f79641-337e-4adc-a93b-1485a826e3d1)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:59:18.593741 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Returning: {'device': 'fefc5ff7-7f07-4b4c-9a1f-242c2bae275e', 'network_id': '3c753870-7084-433e-b67c-0097f665e28b', 'port_id': 'fefc5ff7-7f07-4b4c-9a1f-242c2bae275e', 'mac_address': 'fa:16:3e:46:92:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '480b17c0-db32-45d4-9df8-232d9163a239', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 13:59:18.626876 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port fefc5ff7-7f07-4b4c-9a1f-242c2bae275e is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:18.627253 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (fefc5ff7-7f07-4b4c-9a1f-242c2bae275e), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:18.640517 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fefc5ff7-7f07-4b4c-9a1f-242c2bae275e {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:59:18.660748 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port fefc5ff7-7f07-4b4c-9a1f-242c2bae275e, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=fefc5ff7-7f07-4b4c-9a1f-242c2bae275e,segment=NetworkSegment(90f79641-337e-4adc-a93b-1485a826e3d1),segment_id=90f79641-337e-4adc-a93b-1485a826e3d1)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:59:18.664692 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (fefc5ff7-7f07-4b4c-9a1f-242c2bae275e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:18.709794 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=fefc5ff7-7f07-4b4c-9a1f-242c2bae275e,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:18.717642 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:18.717983 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:18.718321 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:18.718656 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:18.718989 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:18.719901 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:18.720234 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:18.720562 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:18.720886 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:18.721238 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:18.721564 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:18.721906 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:18.722231 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:18.722549 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:18.722867 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:18.745629 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b2e6ff39-381a-4c8e-9172-6d57be73f6ff req-3c26ed0d-761d-4771-81d6-4fed0727c1fa tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 210 time: 0.0264163 May 26 13:59:19.494787 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c39bcf-1b4d-49a6-bf9f-a51cb9a2db79 req-d67ed65e-30a5-47db-9d64-2dacd81befe3 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:19.496929 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-05c39bcf-1b4d-49a6-bf9f-a51cb9a2db79 req-d67ed65e-30a5-47db-9d64-2dacd81befe3 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=1645ce10-e28e-4a91-bc47-8ebe6a8acd0e HTTP/1.1" status: 200 len: 944 time: 0.0493491 May 26 13:59:19.546141 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-05c39bcf-1b4d-49a6-bf9f-a51cb9a2db79 req-5d9368cc-70c0-4001-ae07-246726f4ec50 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436370 May 26 13:59:19.632946 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d7c937cf-fddb-4307-89e5-58b62201a71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:19.840976 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fa0c9365-e492-4b1d-9398-a647c6df3269 req-ad11f739-297f-4712-9e21-c327cf0e090b tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 210 time: 0.0273886 May 26 13:59:20.656249 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b83316-2be4-4c2e-aa4f-bf0117443709 req-439a7695-ebe2-4caf-9449-cd80c261dec5 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:20.657789 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a2b83316-2be4-4c2e-aa4f-bf0117443709 req-439a7695-ebe2-4caf-9449-cd80c261dec5 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=1645ce10-e28e-4a91-bc47-8ebe6a8acd0e HTTP/1.1" status: 200 len: 944 time: 0.0458715 May 26 13:59:20.704381 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a2b83316-2be4-4c2e-aa4f-bf0117443709 req-dade4b8b-b5dd-4700-a4bd-957eb67c659a tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409606 May 26 13:59:20.932377 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-516daf2d-568c-41e0-88b0-1eb8248938af req-c1624f4e-65be-4116-9b16-d9878db88ecc tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 210 time: 0.0269430 May 26 13:59:21.037950 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] get_ports_and_sgs() called for port_ids ['fefc5ff7-7f07-4b4c-9a1f-242c2bae275e'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:59:21.271179 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:21.515813 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:59:21.699236 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=13,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:21.706490 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:INSERT=1,neutron:SELECT=12 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:21.827074 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b50718-0c38-401d-af85-62aad67cf924 req-ba86a846-a040-4f74-8fb5-dd22b10a4930 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:21.828626 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a5b50718-0c38-401d-af85-62aad67cf924 req-ba86a846-a040-4f74-8fb5-dd22b10a4930 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=1645ce10-e28e-4a91-bc47-8ebe6a8acd0e HTTP/1.1" status: 200 len: 944 time: 0.0520661 May 26 13:59:21.878951 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a5b50718-0c38-401d-af85-62aad67cf924 req-8a46e337-c421-4189-ad56-4eba45ba5488 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445511 May 26 13:59:22.031232 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d5e5b22d-d838-4a3f-b293-a29ee0734cc1 req-82fba7ab-13e3-4e24-bd46-73fd84c31645 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 210 time: 0.0304430 May 26 13:59:22.211261 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device fefc5ff7-7f07-4b4c-9a1f-242c2bae275e up at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:59:22.231738 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 47770) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:22.266749 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning for port fefc5ff7-7f07-4b4c-9a1f-242c2bae275e completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 13:59:22.276590 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning complete for port fefc5ff7-7f07-4b4c-9a1f-242c2bae275e triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:22.277773 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (fefc5ff7-7f07-4b4c-9a1f-242c2bae275e), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:22.379410 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port fefc5ff7-7f07-4b4c-9a1f-242c2bae275e is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:22.379802 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (fefc5ff7-7f07-4b4c-9a1f-242c2bae275e), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:22.407689 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cc7c4c63-2334-41af-b4f5-035c9852411d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:22.407943 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1645ce10-e28e-4a91-bc47-8ebe6a8acd0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fefc5ff7-7f07-4b4c-9a1f-242c2bae275e'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:59:22.410127 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75cf6a0b0aca4359f4c43b56c27fa80c20f62c04807301a9a0ec5234ef5b0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7a622c-4c82-4bd0-b9c8-1861b829b83d" -d '{"events": [{"server_uuid": "1645ce10-e28e-4a91-bc47-8ebe6a8acd0e", "name": "network-vif-plugged", "status": "completed", "tag": "fefc5ff7-7f07-4b4c-9a1f-242c2bae275e"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:59:22.424057 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port fefc5ff7-7f07-4b4c-9a1f-242c2bae275e, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=fefc5ff7-7f07-4b4c-9a1f-242c2bae275e,segment=NetworkSegment(90f79641-337e-4adc-a93b-1485a826e3d1),segment_id=90f79641-337e-4adc-a93b-1485a826e3d1)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:59:22.429819 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (fefc5ff7-7f07-4b4c-9a1f-242c2bae275e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:22.457068 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6adbd3-27e8-42f1-8d46-6d0d929d616e x-openstack-request-id: req-bc6adbd3-27e8-42f1-8d46-6d0d929d616e {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:59:22.457068 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1645ce10-e28e-4a91-bc47-8ebe6a8acd0e", "name": "network-vif-plugged", "status": "completed", "tag": "fefc5ff7-7f07-4b4c-9a1f-242c2bae275e", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:59:22.457314 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bc6adbd3-27e8-42f1-8d46-6d0d929d616e {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:59:22.457562 dv-cinder-842130-1-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc6adbd3-27e8-42f1-8d46-6d0d929d616e'] response: {'server_uuid': '1645ce10-e28e-4a91-bc47-8ebe6a8acd0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fefc5ff7-7f07-4b4c-9a1f-242c2bae275e', 'code': 200} May 26 13:59:22.495486 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:22.501634 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=fefc5ff7-7f07-4b4c-9a1f-242c2bae275e,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:22.502150 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cc7c4c63-2334-41af-b4f5-035c9852411d admin admin] Publish callbacks [] for security_group (fe273c7e-b1b3-4612-904f-f108b63c9db7), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:22.507298 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cc7c4c63-2334-41af-b4f5-035c9852411d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (fe273c7e-b1b3-4612-904f-f108b63c9db7), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:22.510845 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:22.546226 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:22.560681 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-cc7c4c63-2334-41af-b4f5-035c9852411d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d66523019fbc451482318e23508844f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3278854 May 26 13:59:22.561816 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c4c63-2334-41af-b4f5-035c9852411d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe273c7e-b1b3-4612-904f-f108b63c9db7,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:22.563475 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 47780) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:22.617505 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d873dd6-7d62-402c-99f9-9d51f452afeb admin admin] Publish callbacks [] for security_group (fe273c7e-b1b3-4612-904f-f108b63c9db7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:22.645711 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d873dd6-7d62-402c-99f9-9d51f452afeb admin admin] Publish callbacks [] for security_group (fe273c7e-b1b3-4612-904f-f108b63c9db7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:22.697957 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d873dd6-7d62-402c-99f9-9d51f452afeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (fe273c7e-b1b3-4612-904f-f108b63c9db7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:22.701080 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d873dd6-7d62-402c-99f9-9d51f452afeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:22.702256 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-4d873dd6-7d62-402c-99f9-9d51f452afeb admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/fe273c7e-b1b3-4612-904f-f108b63c9db7 HTTP/1.1" status: 204 len: 168 time: 0.1373227 May 26 13:59:22.709904 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d873dd6-7d62-402c-99f9-9d51f452afeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe273c7e-b1b3-4612-904f-f108b63c9db7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:23.080594 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec7943-b1f3-4e2a-9330-cc637cc12c30 req-26776b77-70c1-4b19-b240-91b25274b67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:23.082129 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b1ec7943-b1f3-4e2a-9330-cc637cc12c30 req-26776b77-70c1-4b19-b240-91b25274b67a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1645ce10-e28e-4a91-bc47-8ebe6a8acd0e HTTP/1.1" status: 200 len: 1129 time: 0.1151276 May 26 13:59:23.150724 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523c7e5-6081-46c2-b535-b63f8080feca req-2a8aaacd-4560-48e1-ab03-b36888cdfa60 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:23.152387 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7523c7e5-6081-46c2-b535-b63f8080feca req-2a8aaacd-4560-48e1-ab03-b36888cdfa60 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=1645ce10-e28e-4a91-bc47-8ebe6a8acd0e HTTP/1.1" status: 200 len: 945 time: 0.1836894 May 26 13:59:23.212638 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b486d539-3f86-4cf7-aabf-067e6044f661 req-bfba7025-6b45-4c52-969f-5b4a3ba71bac tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 210 time: 0.0952175 May 26 13:59:23.224846 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b1ec7943-b1f3-4e2a-9330-cc637cc12c30 req-f87d7177-8373-484a-9bd4-8fa986263323 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340487 May 26 13:59:23.236533 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c20a0-d649-4851-91df-c827c45435b9 req-a5fe905b-19a1-4979-b38d-a3354542c567 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:23.238034 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-564c20a0-d649-4851-91df-c827c45435b9 req-a5fe905b-19a1-4979-b38d-a3354542c567 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.82 "GET /v2.0/networks?id=94664734-1654-43f2-b262-23850dca9bb9 HTTP/1.1" status: 200 len: 817 time: 0.3112347 May 26 13:59:23.261298 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7523c7e5-6081-46c2-b535-b63f8080feca req-bd48c09b-00e0-4d00-ba41-f84403cc5fc5 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976849 May 26 13:59:23.450123 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 47820) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:23.547479 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-565a148b-b179-4e06-888d-548c80fdc98f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1877394190-network', 'tenant_id': '4d13c9a0ad1146158525c3398ff4de2a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:23.570988 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565a148b-b179-4e06-888d-548c80fdc98f admin admin] Made reservation on behalf of 4d13c9a0ad1146158525c3398ff4de2a for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:59:23.574047 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-565a148b-b179-4e06-888d-548c80fdc98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:23.586038 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-565a148b-b179-4e06-888d-548c80fdc98f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:23.663636 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-565a148b-b179-4e06-888d-548c80fdc98f admin admin] Publish callbacks [] for security_group (84065691-a837-4be6-a2a4-65d3cc116ce3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:23.668246 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-565a148b-b179-4e06-888d-548c80fdc98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (84065691-a837-4be6-a2a4-65d3cc116ce3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:23.688245 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-565a148b-b179-4e06-888d-548c80fdc98f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 13:59:23.707127 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a148b-b179-4e06-888d-548c80fdc98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84065691-a837-4be6-a2a4-65d3cc116ce3,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:23.711929 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-565a148b-b179-4e06-888d-548c80fdc98f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727248709223', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990'] for segment (fe3cddaa-6235-4928-a72a-7782f9b9fdc3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:23.712346 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.db.segments_db [None req-565a148b-b179-4e06-888d-548c80fdc98f admin admin] Added segment fe3cddaa-6235-4928-a72a-7782f9b9fdc3 of type vlan for network 2e2642a5-f4ea-4c44-b7a8-82a279ead114 May 26 13:59:23.752897 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-565a148b-b179-4e06-888d-548c80fdc98f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248153200'] for network (2e2642a5-f4ea-4c44-b7a8-82a279ead114), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:23.782440 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-565a148b-b179-4e06-888d-548c80fdc98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (2e2642a5-f4ea-4c44-b7a8-82a279ead114), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:23.783581 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565a148b-b179-4e06-888d-548c80fdc98f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:23.784159 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-565a148b-b179-4e06-888d-548c80fdc98f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:23.836951 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-565a148b-b179-4e06-888d-548c80fdc98f admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3856428 May 26 13:59:23.840589 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 47826) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:23.846175 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-212a39f5-be15-49b8-a55d-be972e8efd41 admin admin] Request body: {'subnet': {'network_id': '2e2642a5-f4ea-4c44-b7a8-82a279ead114', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1877394190-subnet', 'tenant_id': '4d13c9a0ad1146158525c3398ff4de2a', 'ip_version': 4}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:23.849344 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a148b-b179-4e06-888d-548c80fdc98f admin admin] Pushing event updated for resources: {'Network': ['ID=2e2642a5-f4ea-4c44-b7a8-82a279ead114,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:23.864331 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Network 2e2642a5-f4ea-4c44-b7a8-82a279ead114 details requested by agent ovs-agent-dv-cinder-842130-1-iscsi with host dv-cinder-842130-1-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 13:59:23.868096 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212a39f5-be15-49b8-a55d-be972e8efd41 admin admin] Made reservation on behalf of 4d13c9a0ad1146158525c3398ff4de2a for: {'subnet': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:59:23.871474 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-212a39f5-be15-49b8-a55d-be972e8efd41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13326012'] for subnet (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:23.968185 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:23.977838 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:23.983910 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:24.249584 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-564c20a0-d649-4851-91df-c827c45435b9 req-592409fa-209d-41da-9670-e5eeb8d0e322 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3d27b9eb0ef4c338c18c2a1d02db444 HTTP/1.1" status: 200 len: 380 time: 0.0934727 May 26 13:59:24.327176 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-aa758642-efc5-4ef9-ade5-5aed0cd476c9 req-0dc751f9-8853-4672-9d04-437d4a19edf3 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 210 time: 0.0389647 May 26 13:59:24.401407 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-212a39f5-be15-49b8-a55d-be972e8efd41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13293551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13325994'] for subnet (ea142ff0-5d98-4000-a61c-5aa9b40fe7ba), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:24.446310 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b1847-6bde-404f-a049-e11bf7815378 req-0b1644d7-7d48-41ae-9239-e1717f3b1810 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:24.447685 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-612b1847-6bde-404f-a049-e11bf7815378 req-0b1644d7-7d48-41ae-9239-e1717f3b1810 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=1645ce10-e28e-4a91-bc47-8ebe6a8acd0e HTTP/1.1" status: 200 len: 945 time: 0.0933952 May 26 13:59:24.481401 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a39f5-be15-49b8-a55d-be972e8efd41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea142ff0-5d98-4000-a61c-5aa9b40fe7ba,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:24.510245 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212a39f5-be15-49b8-a55d-be972e8efd41 admin admin] Checking segment: {'id': 'fe3cddaa-6235-4928-a72a-7782f9b9fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2e2642a5-f4ea-4c44-b7a8-82a279ead114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:59:24.510607 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212a39f5-be15-49b8-a55d-be972e8efd41 admin admin] Network hostable DHCP agents. Network: 2e2642a5-f4ea-4c44-b7a8-82a279ead114, hostable agents: ['d9e93f65-b338-473a-bf3d-e7a4456d9980'], hosted agents: [] {{(pid=103886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 13:59:24.527195 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-612b1847-6bde-404f-a049-e11bf7815378 req-146cc347-188a-4c8c-8a53-915f5e3714f3 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723209 May 26 13:59:24.539630 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212a39f5-be15-49b8-a55d-be972e8efd41 admin admin] Network 2e2642a5-f4ea-4c44-b7a8-82a279ead114 is scheduled to be hosted by DHCP agent d9e93f65-b338-473a-bf3d-e7a4456d9980 with binding_index 1 {{(pid=103886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 13:59:24.550791 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-212a39f5-be15-49b8-a55d-be972e8efd41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842130-1-iscsi, 2e2642a5-f4ea-4c44-b7a8-82a279ead114) {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:59:24.555102 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212a39f5-be15-49b8-a55d-be972e8efd41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:24.555731 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-212a39f5-be15-49b8-a55d-be972e8efd41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:24.561605 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5ec123-6ac9-4d2e-99c0-ca3c04608c4e None None] Network 2e2642a5-f4ea-4c44-b7a8-82a279ead114 requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:59:24.572925 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-212a39f5-be15-49b8-a55d-be972e8efd41 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7308950 May 26 13:59:24.575665 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 47842) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:24.580198 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6186cd10-672c-40c0-99b6-78f91907a974 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1877394190-router', 'tenant_id': '4d13c9a0ad1146158525c3398ff4de2a', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:24.602343 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6186cd10-672c-40c0-99b6-78f91907a974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-780621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5951'] for router (20af8b33-acd3-4250-8093-707c573a3729), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:24.603682 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6186cd10-672c-40c0-99b6-78f91907a974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-779085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-525998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5894'] for router (20af8b33-acd3-4250-8093-707c573a3729), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:24.664574 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6186cd10-672c-40c0-99b6-78f91907a974 admin admin] Publish callbacks [] for router_controller (20af8b33-acd3-4250-8093-707c573a3729), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:24.690337 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cd251f-e943-49c4-8ed1-3e9765bd24dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca16ceea-d323-56f7-9399-aa07b98b02ee-2e2642a5-f4ea-4c44-b7a8-82a279ead114', 'network_id': '2e2642a5-f4ea-4c44-b7a8-82a279ead114', 'project_id': '4d13c9a0ad1146158525c3398ff4de2a', 'fixed_ips': [{'subnet_id': 'ea142ff0-5d98-4000-a61c-5aa9b40fe7ba'}]}} from dv-cinder-842130-1-iscsi. {{(pid=103887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 13:59:24.691328 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-99cd251f-e943-49c4-8ed1-3e9765bd24dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:24.786472 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 47846) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:24.799593 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6186cd10-672c-40c0-99b6-78f91907a974 admin admin] Publish callbacks [] for router_gateway (20af8b33-acd3-4250-8093-707c573a3729), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:24.805244 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [req-564c20a0-d649-4851-91df-c827c45435b9 req-81c48190-2d05-4722-b860-74e91655799d tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Request body: {'port': {'device_id': 'aa89e8ed-11d3-42d2-b030-5b7497694471', 'network_id': '94664734-1654-43f2-b262-23850dca9bb9', 'admin_state_up': True, 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'security_groups': ['d73e859c-cb86-4e98-9ab1-749f9662b993']}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:24.850089 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-99cd251f-e943-49c4-8ed1-3e9765bd24dd None None] Allocated IP 172.20.0.2 (2e2642a5-f4ea-4c44-b7a8-82a279ead114/ea142ff0-5d98-4000-a61c-5aa9b40fe7ba/eb13c297-7367-4261-bc4f-68f30e58ce75) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:59:24.870408 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:24.906660 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:24.928499 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:24.946754 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-46f9f2fe-9d46-444b-85a4-4ba710aa9f38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:24.990324 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:24.997585 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-564c20a0-d649-4851-91df-c827c45435b9 req-81c48190-2d05-4722-b860-74e91655799d tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Made reservation on behalf of e3d27b9eb0ef4c338c18c2a1d02db444 for: {'port': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:59:25.001108 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-564c20a0-d649-4851-91df-c827c45435b9 req-81c48190-2d05-4722-b860-74e91655799d tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:25.009254 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6186cd10-672c-40c0-99b6-78f91907a974 admin admin] Publish callbacks [] for router_gateway (20af8b33-acd3-4250-8093-707c573a3729), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:25.021246 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-99cd251f-e943-49c4-8ed1-3e9765bd24dd None None] Publish callbacks [] for port (eb13c297-7367-4261-bc4f-68f30e58ce75), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:25.029021 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-99cd251f-e943-49c4-8ed1-3e9765bd24dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297'] for port (eb13c297-7367-4261-bc4f-68f30e58ce75), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:25.032267 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6186cd10-672c-40c0-99b6-78f91907a974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:25.066856 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cd251f-e943-49c4-8ed1-3e9765bd24dd None None] Network 2e2642a5-f4ea-4c44-b7a8-82a279ead114 is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:59:25.073550 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-99cd251f-e943-49c4-8ed1-3e9765bd24dd None None] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:59:25.077599 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cd251f-e943-49c4-8ed1-3e9765bd24dd None None] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:59:25.084762 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd251f-e943-49c4-8ed1-3e9765bd24dd None None] Pushing event updated for resources: {'Port': ['ID=eb13c297-7367-4261-bc4f-68f30e58ce75,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:25.128520 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-46f9f2fe-9d46-444b-85a4-4ba710aa9f38 admin admin] Publish callbacks [] for security_group (cffbc1fd-d7f1-4ccf-a416-445ceaf1827c), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:25.134140 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-46f9f2fe-9d46-444b-85a4-4ba710aa9f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (cffbc1fd-d7f1-4ccf-a416-445ceaf1827c), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:25.143070 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-99cd251f-e943-49c4-8ed1-3e9765bd24dd None None] Attempting to bind port eb13c297-7367-4261-bc4f-68f30e58ce75 on host dv-cinder-842130-1-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:59:25.143430 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-99cd251f-e943-49c4-8ed1-3e9765bd24dd None None] Attempting to bind port eb13c297-7367-4261-bc4f-68f30e58ce75 by drivers openvswitch,hyperv on host dv-cinder-842130-1-iscsi at level 0 using segments [{'id': 'fe3cddaa-6235-4928-a72a-7782f9b9fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2e2642a5-f4ea-4c44-b7a8-82a279ead114'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:59:25.143973 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cd251f-e943-49c4-8ed1-3e9765bd24dd None None] Attempting to bind port eb13c297-7367-4261-bc4f-68f30e58ce75 on network 2e2642a5-f4ea-4c44-b7a8-82a279ead114 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:59:25.150384 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cd251f-e943-49c4-8ed1-3e9765bd24dd None None] Checking agent: {'id': '083d02d4-47f3-493f-9afe-05142db1b6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 47, 24), 'started_at': datetime.datetime(2022, 5, 26, 13, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:59:25.150750 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cd251f-e943-49c4-8ed1-3e9765bd24dd None None] Checking segment: {'id': 'fe3cddaa-6235-4928-a72a-7782f9b9fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2e2642a5-f4ea-4c44-b7a8-82a279ead114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:59:25.151148 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-99cd251f-e943-49c4-8ed1-3e9765bd24dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:25.151530 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cd251f-e943-49c4-8ed1-3e9765bd24dd None None] Bound using segment: {'id': 'fe3cddaa-6235-4928-a72a-7782f9b9fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2e2642a5-f4ea-4c44-b7a8-82a279ead114'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:59:25.152685 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-99cd251f-e943-49c4-8ed1-3e9765bd24dd None None] Bound port: eb13c297-7367-4261-bc4f-68f30e58ce75, host: dv-cinder-842130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe3cddaa-6235-4928-a72a-7782f9b9fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2e2642a5-f4ea-4c44-b7a8-82a279ead114'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:59:25.153053 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-99cd251f-e943-49c4-8ed1-3e9765bd24dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (eb13c297-7367-4261-bc4f-68f30e58ce75), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:25.162084 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-6186cd10-672c-40c0-99b6-78f91907a974 admin admin] Allocated IP 172.27.1.210 (52e096d4-8aa7-4f06-8835-685346500be4/afa79513-0fef-42b7-ae4f-8319e7853c26/9ad873ae-ab91-4e13-adfa-c720295abfd7) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:59:25.212710 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-46f9f2fe-9d46-444b-85a4-4ba710aa9f38 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0e0fb36c1dc945419b201c725a0c7bbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4244313 May 26 13:59:25.217298 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 47850) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:25.217947 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9f2fe-9d46-444b-85a4-4ba710aa9f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cffbc1fd-d7f1-4ccf-a416-445ceaf1827c,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:25.235105 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-99cd251f-e943-49c4-8ed1-3e9765bd24dd None None] For port eb13c297-7367-4261-bc4f-68f30e58ce75, host dv-cinder-842130-1-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:59:25.239619 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-99cd251f-e943-49c4-8ed1-3e9765bd24dd None None] For port eb13c297-7367-4261-bc4f-68f30e58ce75, host dv-cinder-842130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=eb13c297-7367-4261-bc4f-68f30e58ce75,segment=NetworkSegment(fe3cddaa-6235-4928-a72a-7782f9b9fdc3),segment_id=fe3cddaa-6235-4928-a72a-7782f9b9fdc3)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:59:25.241626 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [req-564c20a0-d649-4851-91df-c827c45435b9 req-81c48190-2d05-4722-b860-74e91655799d tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Allocated IP 172.20.0.7 (94664734-1654-43f2-b262-23850dca9bb9/463c251f-969b-49e6-b225-a476c859b795/325f8a3e-5419-43f8-a8e8-0067da401f65) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:59:25.248365 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-99cd251f-e943-49c4-8ed1-3e9765bd24dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (eb13c297-7367-4261-bc4f-68f30e58ce75), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:25.251713 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9f2fe-9d46-444b-85a4-4ba710aa9f38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:25.252214 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9f2fe-9d46-444b-85a4-4ba710aa9f38 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:25.252382 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9f2fe-9d46-444b-85a4-4ba710aa9f38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:25.252715 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9f2fe-9d46-444b-85a4-4ba710aa9f38 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:25.253031 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9f2fe-9d46-444b-85a4-4ba710aa9f38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:25.253492 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9f2fe-9d46-444b-85a4-4ba710aa9f38 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:25.253862 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9f2fe-9d46-444b-85a4-4ba710aa9f38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:25.254222 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9f2fe-9d46-444b-85a4-4ba710aa9f38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:25.254545 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9f2fe-9d46-444b-85a4-4ba710aa9f38 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:25.254865 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9f2fe-9d46-444b-85a4-4ba710aa9f38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:25.255490 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9f2fe-9d46-444b-85a4-4ba710aa9f38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:25.255490 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9f2fe-9d46-444b-85a4-4ba710aa9f38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:25.255801 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9f2fe-9d46-444b-85a4-4ba710aa9f38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:25.256115 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9f2fe-9d46-444b-85a4-4ba710aa9f38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:25.256425 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9f2fe-9d46-444b-85a4-4ba710aa9f38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:25.302417 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6186cd10-672c-40c0-99b6-78f91907a974 admin admin] Publish callbacks [] for port (9ad873ae-ab91-4e13-adfa-c720295abfd7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:25.323389 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4305e34f-225f-44c7-9476-210307e5edc7 admin admin] Publish callbacks [] for security_group (cffbc1fd-d7f1-4ccf-a416-445ceaf1827c), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:25.334471 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd251f-e943-49c4-8ed1-3e9765bd24dd None None] Pushing event updated for resources: {'Port': ['ID=eb13c297-7367-4261-bc4f-68f30e58ce75,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:25.355454 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6186cd10-672c-40c0-99b6-78f91907a974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (9ad873ae-ab91-4e13-adfa-c720295abfd7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:25.404996 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4305e34f-225f-44c7-9476-210307e5edc7 admin admin] Publish callbacks [] for security_group (cffbc1fd-d7f1-4ccf-a416-445ceaf1827c), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:25.425721 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6186cd10-672c-40c0-99b6-78f91907a974 admin admin] Network 52e096d4-8aa7-4f06-8835-685346500be4 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:59:25.431429 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-6186cd10-672c-40c0-99b6-78f91907a974 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:59:25.434341 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186cd10-672c-40c0-99b6-78f91907a974 admin admin] Pushing event updated for resources: {'Port': ['ID=9ad873ae-ab91-4e13-adfa-c720295abfd7,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:25.436634 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6186cd10-672c-40c0-99b6-78f91907a974 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:59:25.487493 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e6b27dce-0bd3-410f-b2ae-b9656172ab40 req-1cfd553f-92a4-40cc-8752-d050eb24d4cb tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 210 time: 0.0734048 May 26 13:59:25.541357 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-564c20a0-d649-4851-91df-c827c45435b9 req-81c48190-2d05-4722-b860-74e91655799d tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks [] for port (325f8a3e-5419-43f8-a8e8-0067da401f65), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:25.564450 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4305e34f-225f-44c7-9476-210307e5edc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (cffbc1fd-d7f1-4ccf-a416-445ceaf1827c), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:25.570334 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4305e34f-225f-44c7-9476-210307e5edc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:25.571537 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-4305e34f-225f-44c7-9476-210307e5edc7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/cffbc1fd-d7f1-4ccf-a416-445ceaf1827c HTTP/1.1" status: 204 len: 168 time: 0.3512332 May 26 13:59:25.629286 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:25.646540 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-564c20a0-d649-4851-91df-c827c45435b9 req-81c48190-2d05-4722-b860-74e91655799d tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (325f8a3e-5419-43f8-a8e8-0067da401f65), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:25.653208 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305e34f-225f-44c7-9476-210307e5edc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffbc1fd-d7f1-4ccf-a416-445ceaf1827c,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:25.709201 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:25.782090 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c48190-2d05-4722-b860-74e91655799d tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Pushing event updated for resources: {'Port': ['ID=325f8a3e-5419-43f8-a8e8-0067da401f65,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:25.792138 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-564c20a0-d649-4851-91df-c827c45435b9 req-81c48190-2d05-4722-b860-74e91655799d tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Network 94664734-1654-43f2-b262-23850dca9bb9 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:59:25.800494 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96537d0-afc1-49ff-ad6d-926ea66e280d req-f1350f19-05bd-4156-ae92-8a606a840fc0 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:25.808996 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f96537d0-afc1-49ff-ad6d-926ea66e280d req-f1350f19-05bd-4156-ae92-8a606a840fc0 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=1645ce10-e28e-4a91-bc47-8ebe6a8acd0e HTTP/1.1" status: 200 len: 945 time: 0.1198704 May 26 13:59:25.819180 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [req-564c20a0-d649-4851-91df-c827c45435b9 req-81c48190-2d05-4722-b860-74e91655799d tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:59:25.829298 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [req-564c20a0-d649-4851-91df-c827c45435b9 req-81c48190-2d05-4722-b860-74e91655799d tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:59:25.923286 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f96537d0-afc1-49ff-ad6d-926ea66e280d req-4d5b9522-710c-4d9e-a4b0-9c5973e0f704 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132176 May 26 13:59:25.928826 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c20a0-d649-4851-91df-c827c45435b9 req-81c48190-2d05-4722-b860-74e91655799d tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:25.929534 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-564c20a0-d649-4851-91df-c827c45435b9 req-81c48190-2d05-4722-b860-74e91655799d tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:25.950884 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-564c20a0-d649-4851-91df-c827c45435b9 req-81c48190-2d05-4722-b860-74e91655799d tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1509676 May 26 13:59:25.970366 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [req-564c20a0-d649-4851-91df-c827c45435b9 req-023748a6-266c-40ad-a42e-faea59b08733 service neutron] Request body: {'port': {'device_id': 'aa89e8ed-11d3-42d2-b030-5b7497694471', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84213'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:26.066976 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-564c20a0-d649-4851-91df-c827c45435b9 req-023748a6-266c-40ad-a42e-faea59b08733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (325f8a3e-5419-43f8-a8e8-0067da401f65), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:26.112369 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6186cd10-672c-40c0-99b6-78f91907a974 admin admin] Publish callbacks [] for router_gateway (20af8b33-acd3-4250-8093-707c573a3729), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:26.209998 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-0a0c2025-a49f-4e5b-a312-c61edf44a66a None None] Provisioning complete for port 325f8a3e-5419-43f8-a8e8-0067da401f65 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:26.211710 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0a0c2025-a49f-4e5b-a312-c61edf44a66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (325f8a3e-5419-43f8-a8e8-0067da401f65), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:26.268803 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-0a0c2025-a49f-4e5b-a312-c61edf44a66a None None] Port 325f8a3e-5419-43f8-a8e8-0067da401f65 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:59:26.345719 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6186cd10-672c-40c0-99b6-78f91907a974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-779070'] for router (20af8b33-acd3-4250-8093-707c573a3729), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:26.352528 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:26.442940 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:26.455313 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [req-564c20a0-d649-4851-91df-c827c45435b9 req-023748a6-266c-40ad-a42e-faea59b08733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 325f8a3e-5419-43f8-a8e8-0067da401f65 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:59:26.469540 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-564c20a0-d649-4851-91df-c827c45435b9 req-023748a6-266c-40ad-a42e-faea59b08733 service neutron] Publish callbacks [] for port (325f8a3e-5419-43f8-a8e8-0067da401f65), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:26.485135 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [req-564c20a0-d649-4851-91df-c827c45435b9 req-023748a6-266c-40ad-a42e-faea59b08733 service neutron] Transition to ACTIVE for port object 325f8a3e-5419-43f8-a8e8-0067da401f65 will not be triggered until provisioned by entity L2. {{(pid=103886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 13:59:26.492111 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-564c20a0-d649-4851-91df-c827c45435b9 req-023748a6-266c-40ad-a42e-faea59b08733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13292136'] for port (325f8a3e-5419-43f8-a8e8-0067da401f65), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:26.510943 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6186cd10-672c-40c0-99b6-78f91907a974 admin admin] Router 20af8b33-acd3-4250-8093-707c573a3729 is scheduled to L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 13:59:26.608984 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device eb13c297-7367-4261-bc4f-68f30e58ce75 up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:59:26.659719 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6186cd10-672c-40c0-99b6-78f91907a974 admin admin] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:59:26.670520 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fbf0e1-6740-47df-8229-0afeb75a04c3 None None] Sync routers for ids ['20af8b33-acd3-4250-8093-707c573a3729'] in dv-cinder-842130-1-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:59:26.687149 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fbf0e1-6740-47df-8229-0afeb75a04c3 None None] Routers {'20af8b33-acd3-4250-8093-707c573a3729'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:59:26.688744 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port eb13c297-7367-4261-bc4f-68f30e58ce75 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:26.689364 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (eb13c297-7367-4261-bc4f-68f30e58ce75), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:26.693340 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f7fbf0e1-6740-47df-8229-0afeb75a04c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:59:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['20af8b33-acd3-4250-8093-707c573a3729'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:26.702501 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6186cd10-672c-40c0-99b6-78f91907a974 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:26.707947 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-6186cd10-672c-40c0-99b6-78f91907a974 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1311600 May 26 13:59:26.709078 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 47888) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:26.738538 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023748a6-266c-40ad-a42e-faea59b08733 service neutron] Pushing event updated for resources: {'Port': ['ID=325f8a3e-5419-43f8-a8e8-0067da401f65,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:26.855822 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:26.866766 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ccd050-aa3b-4cc0-81a9-1814039158c4 None None] Network 2e2642a5-f4ea-4c44-b7a8-82a279ead114 requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:59:26.872074 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:26.907868 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-f7fbf0e1-6740-47df-8229-0afeb75a04c3 None None] Set router 20af8b33-acd3-4250-8093-707c573a3729 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:59:26.920519 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef332a81-7f74-41d8-ada6-498ef17f1361 req-a5cd99d7-5477-4c35-8497-475bb26e30ec tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:26.922438 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ef332a81-7f74-41d8-ada6-498ef17f1361 req-a5cd99d7-5477-4c35-8497-475bb26e30ec tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 943 time: 0.1907778 May 26 13:59:26.923163 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:26.997250 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-564c20a0-d649-4851-91df-c827c45435b9 req-023748a6-266c-40ad-a42e-faea59b08733 service neutron] Attempting to bind port 325f8a3e-5419-43f8-a8e8-0067da401f65 on host hv-cinder-84213 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:59:26.997499 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-564c20a0-d649-4851-91df-c827c45435b9 req-023748a6-266c-40ad-a42e-faea59b08733 service neutron] Attempting to bind port 325f8a3e-5419-43f8-a8e8-0067da401f65 by drivers openvswitch,hyperv on host hv-cinder-84213 at level 0 using segments [{'id': 'dadb0ef3-0764-477f-9135-b33720fcec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '94664734-1654-43f2-b262-23850dca9bb9'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:59:26.997827 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564c20a0-d649-4851-91df-c827c45435b9 req-023748a6-266c-40ad-a42e-faea59b08733 service neutron] Attempting to bind port 325f8a3e-5419-43f8-a8e8-0067da401f65 on network 94664734-1654-43f2-b262-23850dca9bb9 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:59:27.008099 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564c20a0-d649-4851-91df-c827c45435b9 req-023748a6-266c-40ad-a42e-faea59b08733 service neutron] Port 325f8a3e-5419-43f8-a8e8-0067da401f65 on network 94664734-1654-43f2-b262-23850dca9bb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84213 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 13:59:27.008415 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564c20a0-d649-4851-91df-c827c45435b9 req-023748a6-266c-40ad-a42e-faea59b08733 service neutron] Attempting to bind port 325f8a3e-5419-43f8-a8e8-0067da401f65 on network 94664734-1654-43f2-b262-23850dca9bb9 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:59:27.019319 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564c20a0-d649-4851-91df-c827c45435b9 req-023748a6-266c-40ad-a42e-faea59b08733 service neutron] Checking agent: {'id': '7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'started_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:59:27.019650 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564c20a0-d649-4851-91df-c827c45435b9 req-023748a6-266c-40ad-a42e-faea59b08733 service neutron] Checking segment: {'id': 'dadb0ef3-0764-477f-9135-b33720fcec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '94664734-1654-43f2-b262-23850dca9bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:59:27.020156 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564c20a0-d649-4851-91df-c827c45435b9 req-023748a6-266c-40ad-a42e-faea59b08733 service neutron] Bound using segment: {'id': 'dadb0ef3-0764-477f-9135-b33720fcec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '94664734-1654-43f2-b262-23850dca9bb9'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:59:27.020776 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-564c20a0-d649-4851-91df-c827c45435b9 req-023748a6-266c-40ad-a42e-faea59b08733 service neutron] Bound port: 325f8a3e-5419-43f8-a8e8-0067da401f65, host: hv-cinder-84213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dadb0ef3-0764-477f-9135-b33720fcec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '94664734-1654-43f2-b262-23850dca9bb9'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:59:27.021640 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-564c20a0-d649-4851-91df-c827c45435b9 req-023748a6-266c-40ad-a42e-faea59b08733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (325f8a3e-5419-43f8-a8e8-0067da401f65), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:27.054572 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port eb13c297-7367-4261-bc4f-68f30e58ce75 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:27.054955 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (eb13c297-7367-4261-bc4f-68f30e58ce75), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:27.102697 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-642a0031-d346-48af-ae2a-13eddffbbc26 None None] Provisioning complete for port eb13c297-7367-4261-bc4f-68f30e58ce75 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:27.103056 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-642a0031-d346-48af-ae2a-13eddffbbc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (eb13c297-7367-4261-bc4f-68f30e58ce75), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:27.126010 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-564c20a0-d649-4851-91df-c827c45435b9 req-023748a6-266c-40ad-a42e-faea59b08733 service neutron] For port 325f8a3e-5419-43f8-a8e8-0067da401f65, host hv-cinder-84213, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:59:27.130226 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-564c20a0-d649-4851-91df-c827c45435b9 req-023748a6-266c-40ad-a42e-faea59b08733 service neutron] For port 325f8a3e-5419-43f8-a8e8-0067da401f65, host hv-cinder-84213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=325f8a3e-5419-43f8-a8e8-0067da401f65,segment=NetworkSegment(dadb0ef3-0764-477f-9135-b33720fcec5f),segment_id=dadb0ef3-0764-477f-9135-b33720fcec5f)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:59:27.185143 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f7fbf0e1-6740-47df-8229-0afeb75a04c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20af8b33-acd3-4250-8093-707c573a3729', 'name': 'tempest-TestShelveInstance-1877394190-router', 'tenant_id': '4d13c9a0ad1146158525c3398ff4de2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '9ad873ae-ab91-4e13-adfa-c720295abfd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:24Z', 'updated_at': '2022-05-26T13:59:25Z', 'revision_number': 3, 'project_id': '4d13c9a0ad1146158525c3398ff4de2a', 'gw_port': {'id': '9ad873ae-ab91-4e13-adfa-c720295abfd7', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20af8b33-acd3-4250-8093-707c573a3729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:25Z', 'updated_at': '2022-05-26T13:59:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi'}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:27.200528 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ef332a81-7f74-41d8-ada6-498ef17f1361 req-be5c9522-0075-486a-9a2e-f1dc3e3aa9e5 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2712080 May 26 13:59:27.202556 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-564c20a0-d649-4851-91df-c827c45435b9 req-023748a6-266c-40ad-a42e-faea59b08733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13292136'] for port (325f8a3e-5419-43f8-a8e8-0067da401f65), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:27.211447 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccdd18-635b-4a08-8731-b408053d9591 req-572b1f17-dcc7-4346-bc2c-33849b19f288 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:27.213348 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7dccdd18-635b-4a08-8731-b408053d9591 req-572b1f17-dcc7-4346-bc2c-33849b19f288 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=1645ce10-e28e-4a91-bc47-8ebe6a8acd0e HTTP/1.1" status: 200 len: 945 time: 0.0796273 May 26 13:59:27.270440 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fbf0e1-6740-47df-8229-0afeb75a04c3 None None] Checking router: 20af8b33-acd3-4250-8093-707c573a3729 for host: dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:59:27.271181 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fbf0e1-6740-47df-8229-0afeb75a04c3 None None] Updating router 20af8b33-acd3-4250-8093-707c573a3729 port 9ad873ae-ab91-4e13-adfa-c720295abfd7 binding host dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:59:27.294819 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c20a0-d649-4851-91df-c827c45435b9 req-023748a6-266c-40ad-a42e-faea59b08733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:27.296380 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-564c20a0-d649-4851-91df-c827c45435b9 req-023748a6-266c-40ad-a42e-faea59b08733 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:27.298162 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-564c20a0-d649-4851-91df-c827c45435b9 req-023748a6-266c-40ad-a42e-faea59b08733 service neutron] 10.222.0.82 "PUT /v2.0/ports/325f8a3e-5419-43f8-a8e8-0067da401f65 HTTP/1.1" status: 200 len: 1093 time: 1.3340905 May 26 13:59:27.299171 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa89e8ed-11d3-42d2-b030-5b7497694471', 'tag': '325f8a3e-5419-43f8-a8e8-0067da401f65'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:59:27.301651 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a67d27a2ec375fafa348027e062b6cf3c7935884065918e746e599b143197b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d794f33-2e80-4e6a-a133-929b1e954249" -d '{"events": [{"name": "network-changed", "server_uuid": "aa89e8ed-11d3-42d2-b030-5b7497694471", "tag": "325f8a3e-5419-43f8-a8e8-0067da401f65"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:59:27.304595 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] For port eb13c297-7367-4261-bc4f-68f30e58ce75, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=eb13c297-7367-4261-bc4f-68f30e58ce75,segment=NetworkSegment(fe3cddaa-6235-4928-a72a-7782f9b9fdc3),segment_id=fe3cddaa-6235-4928-a72a-7782f9b9fdc3)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:59:27.328528 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 47902) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:27.334067 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f7fbf0e1-6740-47df-8229-0afeb75a04c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (9ad873ae-ab91-4e13-adfa-c720295abfd7), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:27.371802 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (eb13c297-7367-4261-bc4f-68f30e58ce75), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:27.440339 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c20a0-d649-4851-91df-c827c45435b9 req-29cdc214-7877-48fb-8778-d7ef31df50d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:27.443155 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-564c20a0-d649-4851-91df-c827c45435b9 req-29cdc214-7877-48fb-8778-d7ef31df50d4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e3d27b9eb0ef4c338c18c2a1d02db444&device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 1127 time: 0.0749137 May 26 13:59:27.445286 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c251d81f-7770-46e3-97da-b2c367df1a79 x-openstack-request-id: req-c251d81f-7770-46e3-97da-b2c367df1a79 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:59:27.446417 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa89e8ed-11d3-42d2-b030-5b7497694471", "tag": "325f8a3e-5419-43f8-a8e8-0067da401f65", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:59:27.446878 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c251d81f-7770-46e3-97da-b2c367df1a79 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:59:27.447480 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c251d81f-7770-46e3-97da-b2c367df1a79'] response: {'name': 'network-changed', 'server_uuid': 'aa89e8ed-11d3-42d2-b030-5b7497694471', 'tag': '325f8a3e-5419-43f8-a8e8-0067da401f65', 'status': 'completed', 'code': 200} May 26 13:59:27.452715 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023748a6-266c-40ad-a42e-faea59b08733 service neutron] Pushing event updated for resources: {'Port': ['ID=325f8a3e-5419-43f8-a8e8-0067da401f65,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:27.568585 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-564c20a0-d649-4851-91df-c827c45435b9 req-76cf52a3-e255-461d-b00c-85a997092c8c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=325f8a3e-5419-43f8-a8e8-0067da401f65 HTTP/1.1" status: 200 len: 217 time: 0.1047888 May 26 13:59:27.572895 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7dccdd18-635b-4a08-8731-b408053d9591 req-1c070bdc-9cc9-4e2d-a907-7b720f263438 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499603 May 26 13:59:27.582928 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:27.586084 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-642a0031-d346-48af-ae2a-13eddffbbc26 None None] Current status of the port eb13c297-7367-4261-bc4f-68f30e58ce75 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:27.619458 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Pushing event updated for resources: {'Port': ['ID=eb13c297-7367-4261-bc4f-68f30e58ce75,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:27.727648 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c20a0-d649-4851-91df-c827c45435b9 req-0bdef958-82fd-4b47-a8ff-c97d648255ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:27.730999 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-564c20a0-d649-4851-91df-c827c45435b9 req-0bdef958-82fd-4b47-a8ff-c97d648255ae service neutron] 10.222.0.82 "GET /v2.0/subnets?id=463c251f-969b-49e6-b225-a476c859b795 HTTP/1.1" status: 200 len: 856 time: 0.1567171 May 26 13:59:27.741403 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c131fc8b-0560-469e-8cb5-6cbdab55a2bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:27.782063 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 47910) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:27.785745 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74ba5c00-b794-4a7b-b529-8efb3b55eef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:27.827287 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c20a0-d649-4851-91df-c827c45435b9 req-9ddb1811-cbe1-4fe4-90fd-74312a7fdb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:27.829518 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-564c20a0-d649-4851-91df-c827c45435b9 req-9ddb1811-cbe1-4fe4-90fd-74312a7fdb55 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=94664734-1654-43f2-b262-23850dca9bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0774658 May 26 13:59:27.837454 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-650cf9c9-910a-47f0-8bd2-00a0d7190004 None None] Provisioning complete for port eb13c297-7367-4261-bc4f-68f30e58ce75 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:27.838143 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-650cf9c9-910a-47f0-8bd2-00a0d7190004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (eb13c297-7367-4261-bc4f-68f30e58ce75), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:27.959997 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c131fc8b-0560-469e-8cb5-6cbdab55a2bc admin admin] Publish callbacks [] for security_group (140159f2-71ef-4dca-a177-df548ab53bcd), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:27.973818 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c131fc8b-0560-469e-8cb5-6cbdab55a2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (140159f2-71ef-4dca-a177-df548ab53bcd), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:27.995813 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f7fbf0e1-6740-47df-8229-0afeb75a04c3 None None] Publish callbacks [] for port (9ad873ae-ab91-4e13-adfa-c720295abfd7), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:27.999123 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-564c20a0-d649-4851-91df-c827c45435b9 req-e4bca2b5-237d-487f-ad2b-2977d7927f09 service neutron] 10.222.0.82 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621857 May 26 13:59:28.005038 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f7fbf0e1-6740-47df-8229-0afeb75a04c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (9ad873ae-ab91-4e13-adfa-c720295abfd7), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:28.057074 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1f6de947-4a55-4270-b95e-374f0de73bc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:28.072194 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:28.076408 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-f7fbf0e1-6740-47df-8229-0afeb75a04c3 None None] Attempting to bind port 9ad873ae-ab91-4e13-adfa-c720295abfd7 on host dv-cinder-842130-1-iscsi for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:59:28.077252 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-f7fbf0e1-6740-47df-8229-0afeb75a04c3 None None] Attempting to bind port 9ad873ae-ab91-4e13-adfa-c720295abfd7 by drivers openvswitch,hyperv on host dv-cinder-842130-1-iscsi at level 0 using segments [{'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:59:28.077828 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fbf0e1-6740-47df-8229-0afeb75a04c3 None None] Attempting to bind port 9ad873ae-ab91-4e13-adfa-c720295abfd7 on network 52e096d4-8aa7-4f06-8835-685346500be4 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:59:28.100946 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fbf0e1-6740-47df-8229-0afeb75a04c3 None None] Checking agent: {'id': '083d02d4-47f3-493f-9afe-05142db1b6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 47, 24), 'started_at': datetime.datetime(2022, 5, 26, 13, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:59:28.103129 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fbf0e1-6740-47df-8229-0afeb75a04c3 None None] Checking segment: {'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:59:28.104293 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f7fbf0e1-6740-47df-8229-0afeb75a04c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:28.105450 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fbf0e1-6740-47df-8229-0afeb75a04c3 None None] Bound using segment: {'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:59:28.106596 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:28.107046 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-f7fbf0e1-6740-47df-8229-0afeb75a04c3 None None] Bound port: 9ad873ae-ab91-4e13-adfa-c720295abfd7, host: dv-cinder-842130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:59:28.108438 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f7fbf0e1-6740-47df-8229-0afeb75a04c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (9ad873ae-ab91-4e13-adfa-c720295abfd7), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:28.108885 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-650cf9c9-910a-47f0-8bd2-00a0d7190004 None None] Current status of the port eb13c297-7367-4261-bc4f-68f30e58ce75 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:28.126231 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:28.134013 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-c131fc8b-0560-469e-8cb5-6cbdab55a2bc admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5ad7e1c6adb0483397b3b2de2ac60ec8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7916059 May 26 13:59:28.135319 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 47918) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:28.143175 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131fc8b-0560-469e-8cb5-6cbdab55a2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140159f2-71ef-4dca-a177-df548ab53bcd,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:28.148547 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a096d7-5b40-4163-8e0f-4c00bc5aa460 None None] Pushing event updated for resources: {'Port': ['ID=9ad873ae-ab91-4e13-adfa-c720295abfd7,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:28.166431 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a096d7-5b40-4163-8e0f-4c00bc5aa460 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:28.167248 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a096d7-5b40-4163-8e0f-4c00bc5aa460 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:28.167248 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a096d7-5b40-4163-8e0f-4c00bc5aa460 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:28.168065 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a096d7-5b40-4163-8e0f-4c00bc5aa460 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:28.168408 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a096d7-5b40-4163-8e0f-4c00bc5aa460 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:28.169111 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a096d7-5b40-4163-8e0f-4c00bc5aa460 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:28.169723 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a096d7-5b40-4163-8e0f-4c00bc5aa460 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:28.169965 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:28.170677 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a096d7-5b40-4163-8e0f-4c00bc5aa460 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:28.171128 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a096d7-5b40-4163-8e0f-4c00bc5aa460 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:28.171272 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-74ba5c00-b794-4a7b-b529-8efb3b55eef2 admin admin] Allocated IP 172.20.0.1 (2e2642a5-f4ea-4c44-b7a8-82a279ead114/ea142ff0-5d98-4000-a61c-5aa9b40fe7ba/99882919-9b98-4571-be95-a4bc9d1f595c) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:59:28.171486 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a096d7-5b40-4163-8e0f-4c00bc5aa460 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:28.172044 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a096d7-5b40-4163-8e0f-4c00bc5aa460 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:28.172178 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a096d7-5b40-4163-8e0f-4c00bc5aa460 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:28.172543 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a096d7-5b40-4163-8e0f-4c00bc5aa460 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:28.172829 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a096d7-5b40-4163-8e0f-4c00bc5aa460 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:28.173531 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a096d7-5b40-4163-8e0f-4c00bc5aa460 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:28.202473 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-564c20a0-d649-4851-91df-c827c45435b9 req-e774530b-161b-4278-8533-1e18b47056b2 service neutron] 10.222.0.82 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896996 May 26 13:59:28.215700 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-f7fbf0e1-6740-47df-8229-0afeb75a04c3 None None] For port 9ad873ae-ab91-4e13-adfa-c720295abfd7, host dv-cinder-842130-1-iscsi, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:59:28.220973 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-f7fbf0e1-6740-47df-8229-0afeb75a04c3 None None] For port 9ad873ae-ab91-4e13-adfa-c720295abfd7, host dv-cinder-842130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=9ad873ae-ab91-4e13-adfa-c720295abfd7,segment=NetworkSegment(7398460f-ba92-4b10-bc2e-e16a0f9ed6bc),segment_id=7398460f-ba92-4b10-bc2e-e16a0f9ed6bc)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:59:28.234201 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f7fbf0e1-6740-47df-8229-0afeb75a04c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (9ad873ae-ab91-4e13-adfa-c720295abfd7), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:28.247620 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ba2c5ebe-8c3b-42d4-96b5-20aab558c851 admin admin] Publish callbacks [] for security_group (140159f2-71ef-4dca-a177-df548ab53bcd), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:28.277497 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ba2c5ebe-8c3b-42d4-96b5-20aab558c851 admin admin] Publish callbacks [] for security_group (140159f2-71ef-4dca-a177-df548ab53bcd), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:28.286641 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1f6de947-4a55-4270-b95e-374f0de73bc6 admin admin] Publish callbacks [] for security_group (d20ea586-e7ae-45cb-85d5-44c00ef4a980), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:28.313229 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1f6de947-4a55-4270-b95e-374f0de73bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (d20ea586-e7ae-45cb-85d5-44c00ef4a980), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:28.321972 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fbf0e1-6740-47df-8229-0afeb75a04c3 None None] Routers {'20af8b33-acd3-4250-8093-707c573a3729'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:59:28.322792 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f7fbf0e1-6740-47df-8229-0afeb75a04c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:59:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['20af8b33-acd3-4250-8093-707c573a3729'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:28.371464 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1878033-3e36-4e7c-8c92-23d25c19687b req-2d06fef6-909f-4649-88a6-b66b9b7d3ba9 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:28.373340 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e1878033-3e36-4e7c-8c92-23d25c19687b req-2d06fef6-909f-4649-88a6-b66b9b7d3ba9 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 943 time: 0.0548761 May 26 13:59:28.382789 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74ba5c00-b794-4a7b-b529-8efb3b55eef2 admin admin] Publish callbacks [] for port (99882919-9b98-4571-be95-a4bc9d1f595c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:28.435992 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e1878033-3e36-4e7c-8c92-23d25c19687b req-971e03b9-8724-45c3-9d7c-a10bb6cc7521 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564072 May 26 13:59:28.449627 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ba2c5ebe-8c3b-42d4-96b5-20aab558c851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (140159f2-71ef-4dca-a177-df548ab53bcd), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:28.452247 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ba2c5ebe-8c3b-42d4-96b5-20aab558c851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:28.461673 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-ba2c5ebe-8c3b-42d4-96b5-20aab558c851 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/140159f2-71ef-4dca-a177-df548ab53bcd HTTP/1.1" status: 204 len: 168 time: 0.3262575 May 26 13:59:28.473129 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c5ebe-8c3b-42d4-96b5-20aab558c851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140159f2-71ef-4dca-a177-df548ab53bcd,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:28.480440 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a096d7-5b40-4163-8e0f-4c00bc5aa460 None None] Pushing event updated for resources: {'Port': ['ID=9ad873ae-ab91-4e13-adfa-c720295abfd7,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:28.482749 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-1f6de947-4a55-4270-b95e-374f0de73bc6 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=983cd21cc7804d9bbe9590dd6bd34358&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6929805 May 26 13:59:28.485267 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74ba5c00-b794-4a7b-b529-8efb3b55eef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (99882919-9b98-4571-be95-a4bc9d1f595c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:28.486836 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 47930) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:28.504363 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6de947-4a55-4270-b95e-374f0de73bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20ea586-e7ae-45cb-85d5-44c00ef4a980,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:28.558343 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ba5c00-b794-4a7b-b529-8efb3b55eef2 admin admin] Network 2e2642a5-f4ea-4c44-b7a8-82a279ead114 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:59:28.561763 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-74ba5c00-b794-4a7b-b529-8efb3b55eef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:59:28.565484 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ba5c00-b794-4a7b-b529-8efb3b55eef2 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:59:28.590940 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-f7fbf0e1-6740-47df-8229-0afeb75a04c3 None None] Set router 20af8b33-acd3-4250-8093-707c573a3729 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:59:28.622132 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba5c00-b794-4a7b-b529-8efb3b55eef2 admin admin] Pushing event updated for resources: {'Port': ['ID=99882919-9b98-4571-be95-a4bc9d1f595c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:28.633367 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74ba5c00-b794-4a7b-b529-8efb3b55eef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-778573'] for router_interface (20af8b33-acd3-4250-8093-707c573a3729), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:28.635536 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-410e670b-0ff6-43e4-b000-ff300543723b admin admin] Publish callbacks [] for security_group (d20ea586-e7ae-45cb-85d5-44c00ef4a980), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:28.719056 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-410e670b-0ff6-43e4-b000-ff300543723b admin admin] Publish callbacks [] for security_group (d20ea586-e7ae-45cb-85d5-44c00ef4a980), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:28.734990 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device eb13c297-7367-4261-bc4f-68f30e58ce75 up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:59:28.809348 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:28.819397 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f7fbf0e1-6740-47df-8229-0afeb75a04c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20af8b33-acd3-4250-8093-707c573a3729', 'name': 'tempest-TestShelveInstance-1877394190-router', 'tenant_id': '4d13c9a0ad1146158525c3398ff4de2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '9ad873ae-ab91-4e13-adfa-c720295abfd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:24Z', 'updated_at': '2022-05-26T13:59:25Z', 'revision_number': 3, 'project_id': '4d13c9a0ad1146158525c3398ff4de2a', 'gw_port': {'id': '9ad873ae-ab91-4e13-adfa-c720295abfd7', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20af8b33-acd3-4250-8093-707c573a3729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:25Z', 'updated_at': '2022-05-26T13:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi'}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:28.824195 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c68eb-7206-4501-965e-679243b0ad74 req-b096ac9f-af37-4d14-b3ce-e9627f72ff8a tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:28.830851 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-602c68eb-7206-4501-965e-679243b0ad74 req-b096ac9f-af37-4d14-b3ce-e9627f72ff8a tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=1645ce10-e28e-4a91-bc47-8ebe6a8acd0e HTTP/1.1" status: 200 len: 945 time: 0.0926464 May 26 13:59:28.844049 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port eb13c297-7367-4261-bc4f-68f30e58ce75 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:28.844723 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (eb13c297-7367-4261-bc4f-68f30e58ce75), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:28.866239 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fbf0e1-6740-47df-8229-0afeb75a04c3 None None] The sync data for ids ['20af8b33-acd3-4250-8093-707c573a3729'] in dv-cinder-842130-1-iscsi is: [{'id': '20af8b33-acd3-4250-8093-707c573a3729', 'name': 'tempest-TestShelveInstance-1877394190-router', 'tenant_id': '4d13c9a0ad1146158525c3398ff4de2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '9ad873ae-ab91-4e13-adfa-c720295abfd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:24Z', 'updated_at': '2022-05-26T13:59:25Z', 'revision_number': 3, 'project_id': '4d13c9a0ad1146158525c3398ff4de2a', 'gw_port': {'id': '9ad873ae-ab91-4e13-adfa-c720295abfd7', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20af8b33-acd3-4250-8093-707c573a3729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:25Z', 'updated_at': '2022-05-26T13:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:59:28.905630 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:28.920241 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74ba5c00-b794-4a7b-b529-8efb3b55eef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (99882919-9b98-4571-be95-a4bc9d1f595c), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:28.957842 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port eb13c297-7367-4261-bc4f-68f30e58ce75 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:28.986840 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-602c68eb-7206-4501-965e-679243b0ad74 req-176f10b3-2c6c-45aa-a439-7d19732e31b5 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369257 May 26 13:59:28.989895 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-410e670b-0ff6-43e4-b000-ff300543723b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (d20ea586-e7ae-45cb-85d5-44c00ef4a980), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:28.993343 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-410e670b-0ff6-43e4-b000-ff300543723b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:28.998567 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-410e670b-0ff6-43e4-b000-ff300543723b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d20ea586-e7ae-45cb-85d5-44c00ef4a980 HTTP/1.1" status: 204 len: 168 time: 0.5109682 May 26 13:59:29.015310 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:INSERT=9,neutron:UPDATE=4,neutron:SELECT=87 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:29.017988 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e670b-0ff6-43e4-b000-ff300543723b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20ea586-e7ae-45cb-85d5-44c00ef4a980,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:29.046572 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-6a776a5c-1e72-4e96-8996-496e6e669119 None None] Provisioning complete for port 99882919-9b98-4571-be95-a4bc9d1f595c triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:29.047075 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6a776a5c-1e72-4e96-8996-496e6e669119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (99882919-9b98-4571-be95-a4bc9d1f595c), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:29.091617 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-6a776a5c-1e72-4e96-8996-496e6e669119 None None] Port 99882919-9b98-4571-be95-a4bc9d1f595c cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:59:29.234678 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74ba5c00-b794-4a7b-b529-8efb3b55eef2 admin admin] Publish callbacks [] for port (99882919-9b98-4571-be95-a4bc9d1f595c), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:29.242091 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74ba5c00-b794-4a7b-b529-8efb3b55eef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14253987'] for port (99882919-9b98-4571-be95-a4bc9d1f595c), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:29.348477 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba5c00-b794-4a7b-b529-8efb3b55eef2 admin admin] Pushing event updated for resources: {'Port': ['ID=99882919-9b98-4571-be95-a4bc9d1f595c,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:29.355360 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74ba5c00-b794-4a7b-b529-8efb3b55eef2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-302209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-781565'] for router_interface (20af8b33-acd3-4250-8093-707c573a3729), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:29.490715 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ba5c00-b794-4a7b-b529-8efb3b55eef2 admin admin] Network 2e2642a5-f4ea-4c44-b7a8-82a279ead114 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:59:29.492393 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-74ba5c00-b794-4a7b-b529-8efb3b55eef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:59:29.620457 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:29.634934 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df889e-8b1b-4559-a6eb-1abc6bd415b1 req-fe615f2c-9746-4522-ba8e-1c8930409c94 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:29.636706 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b2df889e-8b1b-4559-a6eb-1abc6bd415b1 req-fe615f2c-9746-4522-ba8e-1c8930409c94 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 943 time: 0.0715656 May 26 13:59:29.666024 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ba5c00-b794-4a7b-b529-8efb3b55eef2 admin admin] Router 20af8b33-acd3-4250-8093-707c573a3729 has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:59:29.683687 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 47966) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:29.720120 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b2df889e-8b1b-4559-a6eb-1abc6bd415b1 req-a325b4b4-18e3-44e8-8f5b-90d7b7cb3867 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758567 May 26 13:59:29.832083 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ba5c00-b794-4a7b-b529-8efb3b55eef2 admin admin] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:59:29.838213 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-74ba5c00-b794-4a7b-b529-8efb3b55eef2 admin admin] 10.222.0.91 "PUT /v2.0/routers/20af8b33-acd3-4250-8093-707c573a3729/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1277168 May 26 13:59:29.869863 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-30733b93-2acc-4e7a-b04e-11e057989438 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2008676792-network', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:29.898712 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30733b93-2acc-4e7a-b04e-11e057989438 admin admin] Made reservation on behalf of ed15631acafd41528b96f2ed12c19e5b for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:59:29.902575 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30733b93-2acc-4e7a-b04e-11e057989438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:29.911846 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30733b93-2acc-4e7a-b04e-11e057989438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:29.933529 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-2884dac7-5762-4ccb-ab6e-b9849c65fb08 None None] Provisioning complete for port 99882919-9b98-4571-be95-a4bc9d1f595c triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:29.934430 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2884dac7-5762-4ccb-ab6e-b9849c65fb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (99882919-9b98-4571-be95-a4bc9d1f595c), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:29.989435 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-2884dac7-5762-4ccb-ab6e-b9849c65fb08 None None] Port 99882919-9b98-4571-be95-a4bc9d1f595c cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:59:30.039160 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30733b93-2acc-4e7a-b04e-11e057989438 admin admin] Publish callbacks [] for security_group (43fcbc6c-81b6-4873-a287-de3b21e5e545), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:30.046665 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30733b93-2acc-4e7a-b04e-11e057989438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (43fcbc6c-81b6-4873-a287-de3b21e5e545), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:30.078560 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30733b93-2acc-4e7a-b04e-11e057989438 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 13:59:30.102294 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30733b93-2acc-4e7a-b04e-11e057989438 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727248709223', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990'] for segment (5fa9b816-b3f6-4937-96b4-c071644992f7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:30.103060 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.db.segments_db [None req-30733b93-2acc-4e7a-b04e-11e057989438 admin admin] Added segment 5fa9b816-b3f6-4937-96b4-c071644992f7 of type vlan for network bb3bf56d-90fc-4a74-995d-ab2752db975c May 26 13:59:30.105332 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30733b93-2acc-4e7a-b04e-11e057989438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fcbc6c-81b6-4873-a287-de3b21e5e545,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:30.111234 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 47984) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:30.172066 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30733b93-2acc-4e7a-b04e-11e057989438 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248153200'] for network (bb3bf56d-90fc-4a74-995d-ab2752db975c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:30.183750 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0be60-da4d-472a-93a3-e7b498f41b49 req-98d67c56-5cde-4f44-9013-cb32cd8d8d17 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:30.193185 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e1b0be60-da4d-472a-93a3-e7b498f41b49 req-98d67c56-5cde-4f44-9013-cb32cd8d8d17 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=1645ce10-e28e-4a91-bc47-8ebe6a8acd0e HTTP/1.1" status: 200 len: 945 time: 0.0701852 May 26 13:59:30.229491 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30733b93-2acc-4e7a-b04e-11e057989438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (bb3bf56d-90fc-4a74-995d-ab2752db975c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:30.231314 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30733b93-2acc-4e7a-b04e-11e057989438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:30.232931 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30733b93-2acc-4e7a-b04e-11e057989438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:30.249903 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:30.269438 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-7b342633-6407-47c2-811a-b3feb4df9146 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-585642497-network', 'tenant_id': '08ed6980f1214f6789f94f34a4c68e6e'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:30.284216 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e1b0be60-da4d-472a-93a3-e7b498f41b49 req-e672c33f-8a7e-4a07-ad5f-83e821d52817 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899260 May 26 13:59:30.305136 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-30733b93-2acc-4e7a-b04e-11e057989438 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6104469 May 26 13:59:30.305417 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b342633-6407-47c2-811a-b3feb4df9146 admin admin] Made reservation on behalf of 08ed6980f1214f6789f94f34a4c68e6e for: {'network': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:59:30.306542 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7b342633-6407-47c2-811a-b3feb4df9146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for network (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:30.309190 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 47990) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:30.314223 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-0dcc96c7-539a-4af4-a541-44c9f66cf054 admin admin] Request body: {'subnet': {'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2008676792-subnet', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'ip_version': 4}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:30.315238 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30733b93-2acc-4e7a-b04e-11e057989438 admin admin] Pushing event updated for resources: {'Network': ['ID=bb3bf56d-90fc-4a74-995d-ab2752db975c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:30.328176 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7b342633-6407-47c2-811a-b3feb4df9146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:30.329929 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Network bb3bf56d-90fc-4a74-995d-ab2752db975c details requested by agent ovs-agent-dv-cinder-842130-1-iscsi with host dv-cinder-842130-1-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 13:59:30.357693 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcc96c7-539a-4af4-a541-44c9f66cf054 admin admin] Made reservation on behalf of ed15631acafd41528b96f2ed12c19e5b for: {'subnet': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:59:30.360136 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0dcc96c7-539a-4af4-a541-44c9f66cf054 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13326012'] for subnet (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:30.385344 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:30.437245 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:30.533845 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7b342633-6407-47c2-811a-b3feb4df9146 admin admin] Publish callbacks [] for security_group (3017b6fe-5607-4218-9951-2f4a2b76098f), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:30.553893 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7b342633-6407-47c2-811a-b3feb4df9146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (3017b6fe-5607-4218-9951-2f4a2b76098f), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:30.565894 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 9ad873ae-ab91-4e13-adfa-c720295abfd7 up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:59:30.588846 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b342633-6407-47c2-811a-b3feb4df9146 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=103886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 13:59:30.630458 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b342633-6407-47c2-811a-b3feb4df9146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3017b6fe-5607-4218-9951-2f4a2b76098f,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:30.634210 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7b342633-6407-47c2-811a-b3feb4df9146 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727248709223', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990'] for segment (32a538b2-b5da-4136-a950-cc79b8ca0862), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:30.634787 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.db.segments_db [None req-7b342633-6407-47c2-811a-b3feb4df9146 admin admin] Added segment 32a538b2-b5da-4136-a950-cc79b8ca0862 of type vlan for network dc9a3522-5732-4ae3-9805-a5cd81aa181e May 26 13:59:30.636856 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 48000) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:30.638851 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port 9ad873ae-ab91-4e13-adfa-c720295abfd7 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:30.639293 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (9ad873ae-ab91-4e13-adfa-c720295abfd7), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:30.642421 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f0c45d5e-b5e7-4141-8d37-cdc33cb11cb4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1302262041-network', 'tenant_id': 'a5028cfaabd84d63a6ff2cb33b0133e4'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:30.672455 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c45d5e-b5e7-4141-8d37-cdc33cb11cb4 admin admin] Made reservation on behalf of a5028cfaabd84d63a6ff2cb33b0133e4 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:59:30.675185 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0c45d5e-b5e7-4141-8d37-cdc33cb11cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:30.685437 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0c45d5e-b5e7-4141-8d37-cdc33cb11cb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:30.697741 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0dcc96c7-539a-4af4-a541-44c9f66cf054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13293551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13325994'] for subnet (a30ef594-0dbe-4d1b-9278-186af670d87d), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:30.702278 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7b342633-6407-47c2-811a-b3feb4df9146 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248153200'] for network (dc9a3522-5732-4ae3-9805-a5cd81aa181e), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:30.744911 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port 9ad873ae-ab91-4e13-adfa-c720295abfd7 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:30.746356 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (9ad873ae-ab91-4e13-adfa-c720295abfd7), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:30.755627 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:30.775012 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] For port 9ad873ae-ab91-4e13-adfa-c720295abfd7, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=9ad873ae-ab91-4e13-adfa-c720295abfd7,segment=NetworkSegment(7398460f-ba92-4b10-bc2e-e16a0f9ed6bc),segment_id=7398460f-ba92-4b10-bc2e-e16a0f9ed6bc)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:59:30.784164 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7b342633-6407-47c2-811a-b3feb4df9146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (dc9a3522-5732-4ae3-9805-a5cd81aa181e), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:30.785246 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b342633-6407-47c2-811a-b3feb4df9146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:30.786046 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7b342633-6407-47c2-811a-b3feb4df9146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:30.789059 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0c45d5e-b5e7-4141-8d37-cdc33cb11cb4 admin admin] Publish callbacks [] for security_group (daeb3b9e-88dc-434a-8a2f-16ed97b98dc0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:30.791174 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (9ad873ae-ab91-4e13-adfa-c720295abfd7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:30.797739 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc96c7-539a-4af4-a541-44c9f66cf054 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a30ef594-0dbe-4d1b-9278-186af670d87d,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:30.807057 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0c45d5e-b5e7-4141-8d37-cdc33cb11cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (daeb3b9e-88dc-434a-8a2f-16ed97b98dc0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:30.841475 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c45d5e-b5e7-4141-8d37-cdc33cb11cb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 13:59:30.843896 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:30.847939 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:30.849842 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Pushing event updated for resources: {'Port': ['ID=9ad873ae-ab91-4e13-adfa-c720295abfd7,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:30.852077 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcc96c7-539a-4af4-a541-44c9f66cf054 admin admin] Checking segment: {'id': '5fa9b816-b3f6-4937-96b4-c071644992f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:59:30.852836 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcc96c7-539a-4af4-a541-44c9f66cf054 admin admin] Network hostable DHCP agents. Network: bb3bf56d-90fc-4a74-995d-ab2752db975c, hostable agents: ['d9e93f65-b338-473a-bf3d-e7a4456d9980'], hosted agents: [] {{(pid=103886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 13:59:30.858707 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-7b342633-6407-47c2-811a-b3feb4df9146 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7463472 May 26 13:59:30.864357 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 48004) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:30.871648 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1ea4302c-09a8-4138-9ba6-e63799896205 admin admin] Request body: {'subnet': {'network_id': 'dc9a3522-5732-4ae3-9805-a5cd81aa181e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-585642497-subnet', 'tenant_id': '08ed6980f1214f6789f94f34a4c68e6e', 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:30.878379 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c45d5e-b5e7-4141-8d37-cdc33cb11cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daeb3b9e-88dc-434a-8a2f-16ed97b98dc0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:30.889282 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0c45d5e-b5e7-4141-8d37-cdc33cb11cb4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727248709223', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990'] for segment (18d90dc2-9ceb-473c-b8b5-c672010bce9e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:30.891164 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.db.segments_db [None req-f0c45d5e-b5e7-4141-8d37-cdc33cb11cb4 admin admin] Added segment 18d90dc2-9ceb-473c-b8b5-c672010bce9e of type vlan for network e26da38a-ef26-46fb-a760-cb66e548f0c4 May 26 13:59:30.909231 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b342633-6407-47c2-811a-b3feb4df9146 admin admin] Pushing event updated for resources: {'Network': ['ID=dc9a3522-5732-4ae3-9805-a5cd81aa181e,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:30.924382 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Network dc9a3522-5732-4ae3-9805-a5cd81aa181e details requested by agent ovs-agent-dv-cinder-842130-1-iscsi with host dv-cinder-842130-1-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 13:59:30.930678 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28b999-3325-4536-bfcd-9891373dba0d req-5e9ad34d-2f2b-4a76-8e7d-a7118edba0bf tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:30.932025 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea4302c-09a8-4138-9ba6-e63799896205 admin admin] Made reservation on behalf of 08ed6980f1214f6789f94f34a4c68e6e for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:59:30.932167 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3c28b999-3325-4536-bfcd-9891373dba0d req-5e9ad34d-2f2b-4a76-8e7d-a7118edba0bf tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 943 time: 0.0848286 May 26 13:59:30.934643 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ea4302c-09a8-4138-9ba6-e63799896205 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15439656'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:30.941977 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcc96c7-539a-4af4-a541-44c9f66cf054 admin admin] Network bb3bf56d-90fc-4a74-995d-ab2752db975c is scheduled to be hosted by DHCP agent d9e93f65-b338-473a-bf3d-e7a4456d9980 with binding_index 1 {{(pid=103886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 13:59:30.963040 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0c45d5e-b5e7-4141-8d37-cdc33cb11cb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248153200'] for network (e26da38a-ef26-46fb-a760-cb66e548f0c4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:30.964496 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-0dcc96c7-539a-4af4-a541-44c9f66cf054 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842130-1-iscsi, bb3bf56d-90fc-4a74-995d-ab2752db975c) {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:59:30.969495 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcc96c7-539a-4af4-a541-44c9f66cf054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:30.970362 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0dcc96c7-539a-4af4-a541-44c9f66cf054 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:31.011048 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3708550b-44ca-4456-b723-45c58078d6fc None None] Network bb3bf56d-90fc-4a74-995d-ab2752db975c requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:59:31.013539 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-0dcc96c7-539a-4af4-a541-44c9f66cf054 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7032919 May 26 13:59:31.018656 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3c28b999-3325-4536-bfcd-9891373dba0d req-4efde36a-4860-407a-8379-3801aeeb8597 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785568 May 26 13:59:31.019389 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 48006) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:31.024563 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-52b4c233-87bd-4536-b40a-25b9a14e0709 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2008676792-router', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:31.060233 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-52b4c233-87bd-4536-b40a-25b9a14e0709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-780621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5951'] for router (b7c93cc2-e741-4932-8956-ed9aed4ead8f), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:31.061779 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-52b4c233-87bd-4536-b40a-25b9a14e0709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-779085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-525998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5894'] for router (b7c93cc2-e741-4932-8956-ed9aed4ead8f), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:31.122232 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-52b4c233-87bd-4536-b40a-25b9a14e0709 admin admin] Publish callbacks [] for router_controller (b7c93cc2-e741-4932-8956-ed9aed4ead8f), precommit_add_association {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:31.150447 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3836dd32-5817-4d1e-ad16-d69eb46feaca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca16ceea-d323-56f7-9399-aa07b98b02ee-bb3bf56d-90fc-4a74-995d-ab2752db975c', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'fixed_ips': [{'subnet_id': 'a30ef594-0dbe-4d1b-9278-186af670d87d'}]}} from dv-cinder-842130-1-iscsi. {{(pid=103887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 13:59:31.151920 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3836dd32-5817-4d1e-ad16-d69eb46feaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:31.238267 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0c45d5e-b5e7-4141-8d37-cdc33cb11cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (e26da38a-ef26-46fb-a760-cb66e548f0c4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:31.239290 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c45d5e-b5e7-4141-8d37-cdc33cb11cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:31.239868 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0c45d5e-b5e7-4141-8d37-cdc33cb11cb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:31.244440 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:31.279876 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-52b4c233-87bd-4536-b40a-25b9a14e0709 admin admin] Publish callbacks [] for router_gateway (b7c93cc2-e741-4932-8956-ed9aed4ead8f), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:31.302339 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bc0efe-b4e1-4bb0-b006-53502d9ab6f0 None None] Sync routers for ids ['20af8b33-acd3-4250-8093-707c573a3729'] in dv-cinder-842130-1-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:59:31.312228 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-f0c45d5e-b5e7-4141-8d37-cdc33cb11cb4 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6710317 May 26 13:59:31.313960 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 48010) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:31.319075 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-ac7704f7-5f11-45c4-86e1-a591b39a08ca admin admin] Request body: {'subnet': {'network_id': 'e26da38a-ef26-46fb-a760-cb66e548f0c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1302262041-subnet', 'tenant_id': 'a5028cfaabd84d63a6ff2cb33b0133e4', 'ip_version': 4}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:31.335511 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-3836dd32-5817-4d1e-ad16-d69eb46feaca None None] Allocated IP 172.20.0.2 (bb3bf56d-90fc-4a74-995d-ab2752db975c/a30ef594-0dbe-4d1b-9278-186af670d87d/084476bb-b307-4d48-8787-63cbecc2a1bb) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:59:31.379817 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c45d5e-b5e7-4141-8d37-cdc33cb11cb4 admin admin] Pushing event updated for resources: {'Network': ['ID=e26da38a-ef26-46fb-a760-cb66e548f0c4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:31.428561 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Network e26da38a-ef26-46fb-a760-cb66e548f0c4 details requested by agent ovs-agent-dv-cinder-842130-1-iscsi with host dv-cinder-842130-1-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 13:59:31.444698 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ea4302c-09a8-4138-9ba6-e63799896205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14252580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15439678'] for subnet (600c6f3c-cfcb-4a91-8156-6ec613102bd5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:31.452112 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7704f7-5f11-45c4-86e1-a591b39a08ca admin admin] Made reservation on behalf of a5028cfaabd84d63a6ff2cb33b0133e4 for: {'subnet': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:59:31.454449 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ac7704f7-5f11-45c4-86e1-a591b39a08ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13326012'] for subnet (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:31.459238 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bc0efe-b4e1-4bb0-b006-53502d9ab6f0 None None] Routers {'20af8b33-acd3-4250-8093-707c573a3729'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:59:31.460594 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-34bc0efe-b4e1-4bb0-b006-53502d9ab6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:59:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['20af8b33-acd3-4250-8093-707c573a3729'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:31.488648 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea298b-df47-49d5-811c-ac338a055173 req-340d6d85-45fe-48f3-926b-7cb27d4e7608 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:31.490555 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-64ea298b-df47-49d5-811c-ac338a055173 req-340d6d85-45fe-48f3-926b-7cb27d4e7608 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=1645ce10-e28e-4a91-bc47-8ebe6a8acd0e HTTP/1.1" status: 200 len: 945 time: 0.1205192 May 26 13:59:31.506817 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4302c-09a8-4138-9ba6-e63799896205 admin admin] Pushing event updated for resources: {'Subnet': ['ID=600c6f3c-cfcb-4a91-8156-6ec613102bd5,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:31.517546 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea4302c-09a8-4138-9ba6-e63799896205 admin admin] Checking segment: {'id': '32a538b2-b5da-4136-a950-cc79b8ca0862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dc9a3522-5732-4ae3-9805-a5cd81aa181e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:59:31.517905 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea4302c-09a8-4138-9ba6-e63799896205 admin admin] Network hostable DHCP agents. Network: dc9a3522-5732-4ae3-9805-a5cd81aa181e, hostable agents: ['d9e93f65-b338-473a-bf3d-e7a4456d9980'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 13:59:31.536262 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea4302c-09a8-4138-9ba6-e63799896205 admin admin] Network dc9a3522-5732-4ae3-9805-a5cd81aa181e is scheduled to be hosted by DHCP agent d9e93f65-b338-473a-bf3d-e7a4456d9980 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 13:59:31.549278 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-1ea4302c-09a8-4138-9ba6-e63799896205 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842130-1-iscsi, dc9a3522-5732-4ae3-9805-a5cd81aa181e) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:59:31.558372 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea4302c-09a8-4138-9ba6-e63799896205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:31.558638 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ea4302c-09a8-4138-9ba6-e63799896205 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:31.575664 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd859354-0bde-41c5-82d5-07a128226d12 None None] Network dc9a3522-5732-4ae3-9805-a5cd81aa181e requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:59:31.585418 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-1ea4302c-09a8-4138-9ba6-e63799896205 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7150350 May 26 13:59:31.586350 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 48012) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:31.592400 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f2ad4946-8935-4bba-bd49-c1bb7b3a493f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-585642497-router', 'tenant_id': '08ed6980f1214f6789f94f34a4c68e6e', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:31.618165 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2ad4946-8935-4bba-bd49-c1bb7b3a493f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-780621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5951'] for router (ab499425-a84e-4f6e-aa47-f89554625ab9), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:31.619384 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2ad4946-8935-4bba-bd49-c1bb7b3a493f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-779085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-525998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5894'] for router (ab499425-a84e-4f6e-aa47-f89554625ab9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:31.628870 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:31.686877 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2ad4946-8935-4bba-bd49-c1bb7b3a493f admin admin] Publish callbacks [] for router_controller (ab499425-a84e-4f6e-aa47-f89554625ab9), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:31.689191 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:31.761439 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-34bc0efe-b4e1-4bb0-b006-53502d9ab6f0 None None] Set router 20af8b33-acd3-4250-8093-707c573a3729 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:59:31.807079 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d794f33-2e80-4e6a-a133-929b1e954249 req-e3605db1-9dbc-4694-b663-020a38a864e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:31.808752 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7d794f33-2e80-4e6a-a133-929b1e954249 req-e3605db1-9dbc-4694-b663-020a38a864e9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e3d27b9eb0ef4c338c18c2a1d02db444&device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 1127 time: 0.4298856 May 26 13:59:31.813605 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3836dd32-5817-4d1e-ad16-d69eb46feaca None None] Publish callbacks [] for port (084476bb-b307-4d48-8787-63cbecc2a1bb), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:31.826428 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2ad4946-8935-4bba-bd49-c1bb7b3a493f admin admin] Publish callbacks [] for router_gateway (ab499425-a84e-4f6e-aa47-f89554625ab9), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:31.867871 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3836dd32-5817-4d1e-ad16-d69eb46feaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297'] for port (084476bb-b307-4d48-8787-63cbecc2a1bb), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:31.919732 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c74d1c3-f75c-4077-92c8-10e06ed2574e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca16ceea-d323-56f7-9399-aa07b98b02ee-dc9a3522-5732-4ae3-9805-a5cd81aa181e', 'network_id': 'dc9a3522-5732-4ae3-9805-a5cd81aa181e', 'project_id': '08ed6980f1214f6789f94f34a4c68e6e', 'fixed_ips': [{'subnet_id': '600c6f3c-cfcb-4a91-8156-6ec613102bd5'}]}} from dv-cinder-842130-1-iscsi. {{(pid=103887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 13:59:31.920653 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5c74d1c3-f75c-4077-92c8-10e06ed2574e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:31.930462 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:31.932744 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-64ea298b-df47-49d5-811c-ac338a055173 req-1dc7e665-4149-4d80-8c1f-6035d064e8ec tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199255 May 26 13:59:31.954706 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:31.959631 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-52b4c233-87bd-4536-b40a-25b9a14e0709 admin admin] Publish callbacks [] for router_gateway (b7c93cc2-e741-4932-8956-ed9aed4ead8f), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:31.980770 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3836dd32-5817-4d1e-ad16-d69eb46feaca None None] Network bb3bf56d-90fc-4a74-995d-ab2752db975c is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:59:31.989230 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-3836dd32-5817-4d1e-ad16-d69eb46feaca None None] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:59:31.992973 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836dd32-5817-4d1e-ad16-d69eb46feaca None None] Pushing event updated for resources: {'Port': ['ID=084476bb-b307-4d48-8787-63cbecc2a1bb,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:31.995509 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3836dd32-5817-4d1e-ad16-d69eb46feaca None None] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:59:32.029081 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-52b4c233-87bd-4536-b40a-25b9a14e0709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:32.034445 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2ad4946-8935-4bba-bd49-c1bb7b3a493f admin admin] Publish callbacks [] for router_gateway (ab499425-a84e-4f6e-aa47-f89554625ab9), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:32.055968 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2ad4946-8935-4bba-bd49-c1bb7b3a493f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:32.077018 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:32.166713 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ac7704f7-5f11-45c4-86e1-a591b39a08ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13293551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13325994'] for subnet (5a6b919f-6ca4-4fe6-9e71-5da29e4fd6eb), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:32.205372 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-f2ad4946-8935-4bba-bd49-c1bb7b3a493f admin admin] Allocated IP 172.27.1.211 (52e096d4-8aa7-4f06-8835-685346500be4/afa79513-0fef-42b7-ae4f-8319e7853c26/9ade85e2-a89f-4c1d-aec9-7c6e2a540bca) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:59:32.237696 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26fe6b-fd2e-4a5d-8405-5581216d4101 req-dacb1447-f2e9-4faf-a659-e3fe76a38630 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:32.239179 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9a26fe6b-fd2e-4a5d-8405-5581216d4101 req-dacb1447-f2e9-4faf-a659-e3fe76a38630 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 943 time: 0.0901523 May 26 13:59:32.264130 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7704f7-5f11-45c4-86e1-a591b39a08ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a6b919f-6ca4-4fe6-9e71-5da29e4fd6eb,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:32.292374 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7704f7-5f11-45c4-86e1-a591b39a08ca admin admin] Checking segment: {'id': '18d90dc2-9ceb-473c-b8b5-c672010bce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e26da38a-ef26-46fb-a760-cb66e548f0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:59:32.292722 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7704f7-5f11-45c4-86e1-a591b39a08ca admin admin] Network hostable DHCP agents. Network: e26da38a-ef26-46fb-a760-cb66e548f0c4, hostable agents: ['d9e93f65-b338-473a-bf3d-e7a4456d9980'], hosted agents: [] {{(pid=103886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 13:59:32.294853 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 325f8a3e-5419-43f8-a8e8-0067da401f65 details requested by agent hyperv_hv-cinder-84213 with host hv-cinder-84213 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 13:59:32.316202 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9a26fe6b-fd2e-4a5d-8405-5581216d4101 req-f59c1ff5-bbc5-40bb-b57f-64b8fa1c86c5 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702472 May 26 13:59:32.328255 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7704f7-5f11-45c4-86e1-a591b39a08ca admin admin] Network e26da38a-ef26-46fb-a760-cb66e548f0c4 is scheduled to be hosted by DHCP agent d9e93f65-b338-473a-bf3d-e7a4456d9980 with binding_index 1 {{(pid=103886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 13:59:32.346415 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-ac7704f7-5f11-45c4-86e1-a591b39a08ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842130-1-iscsi, e26da38a-ef26-46fb-a760-cb66e548f0c4) {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:59:32.350327 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2ad4946-8935-4bba-bd49-c1bb7b3a493f admin admin] Publish callbacks [] for port (9ade85e2-a89f-4c1d-aec9-7c6e2a540bca), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:32.357552 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-3836dd32-5817-4d1e-ad16-d69eb46feaca None None] Attempting to bind port 084476bb-b307-4d48-8787-63cbecc2a1bb on host dv-cinder-842130-1-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:59:32.357909 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-3836dd32-5817-4d1e-ad16-d69eb46feaca None None] Attempting to bind port 084476bb-b307-4d48-8787-63cbecc2a1bb by drivers openvswitch,hyperv on host dv-cinder-842130-1-iscsi at level 0 using segments [{'id': '5fa9b816-b3f6-4937-96b4-c071644992f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:59:32.358057 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7704f7-5f11-45c4-86e1-a591b39a08ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:32.358261 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3836dd32-5817-4d1e-ad16-d69eb46feaca None None] Attempting to bind port 084476bb-b307-4d48-8787-63cbecc2a1bb on network bb3bf56d-90fc-4a74-995d-ab2752db975c {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:59:32.358700 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ac7704f7-5f11-45c4-86e1-a591b39a08ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:32.360374 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27d4ef3-9dc1-4710-b544-80afa7acca4b None None] Network e26da38a-ef26-46fb-a760-cb66e548f0c4 requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:59:32.378805 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-ac7704f7-5f11-45c4-86e1-a591b39a08ca admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0616465 May 26 13:59:32.379534 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 48016) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:32.383701 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-180c1644-84c4-41b3-bb3e-b1687b2cc0fd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1302262041-router', 'tenant_id': 'a5028cfaabd84d63a6ff2cb33b0133e4', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:32.394559 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3836dd32-5817-4d1e-ad16-d69eb46feaca None None] Checking agent: {'id': '083d02d4-47f3-493f-9afe-05142db1b6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 47, 24), 'started_at': datetime.datetime(2022, 5, 26, 13, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:59:32.394923 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3836dd32-5817-4d1e-ad16-d69eb46feaca None None] Checking segment: {'id': '5fa9b816-b3f6-4937-96b4-c071644992f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:59:32.395510 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3836dd32-5817-4d1e-ad16-d69eb46feaca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:32.395862 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3836dd32-5817-4d1e-ad16-d69eb46feaca None None] Bound using segment: {'id': '5fa9b816-b3f6-4937-96b4-c071644992f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:59:32.396327 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-3836dd32-5817-4d1e-ad16-d69eb46feaca None None] Bound port: 084476bb-b307-4d48-8787-63cbecc2a1bb, host: dv-cinder-842130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fa9b816-b3f6-4937-96b4-c071644992f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:59:32.396692 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3836dd32-5817-4d1e-ad16-d69eb46feaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (084476bb-b307-4d48-8787-63cbecc2a1bb), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:32.398707 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-34bc0efe-b4e1-4bb0-b006-53502d9ab6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20af8b33-acd3-4250-8093-707c573a3729', 'name': 'tempest-TestShelveInstance-1877394190-router', 'tenant_id': '4d13c9a0ad1146158525c3398ff4de2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '9ad873ae-ab91-4e13-adfa-c720295abfd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:24Z', 'updated_at': '2022-05-26T13:59:28Z', 'revision_number': 4, 'project_id': '4d13c9a0ad1146158525c3398ff4de2a', 'gw_port': {'id': '9ad873ae-ab91-4e13-adfa-c720295abfd7', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20af8b33-acd3-4250-8093-707c573a3729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:25Z', 'updated_at': '2022-05-26T13:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': '99882919-9b98-4571-be95-a4bc9d1f595c', 'name': '', 'network_id': '2e2642a5-f4ea-4c44-b7a8-82a279ead114', 'tenant_id': '4d13c9a0ad1146158525c3398ff4de2a', 'mac_address': 'fa:16:3e:42:e6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20af8b33-acd3-4250-8093-707c573a3729', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ea142ff0-5d98-4000-a61c-5aa9b40fe7ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:27Z', 'updated_at': '2022-05-26T13:59:29Z', 'revision_number': 2, 'project_id': '4d13c9a0ad1146158525c3398ff4de2a', 'subnets': [{'id': 'ea142ff0-5d98-4000-a61c-5aa9b40fe7ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:32.406483 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:32.407782 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2ad4946-8935-4bba-bd49-c1bb7b3a493f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (9ade85e2-a89f-4c1d-aec9-7c6e2a540bca), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:32.420499 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-180c1644-84c4-41b3-bb3e-b1687b2cc0fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-780621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5951'] for router (97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:32.421547 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-180c1644-84c4-41b3-bb3e-b1687b2cc0fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-779085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-525998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5894'] for router (97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:32.463610 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ad4946-8935-4bba-bd49-c1bb7b3a493f admin admin] Network 52e096d4-8aa7-4f06-8835-685346500be4 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:59:32.468474 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-52b4c233-87bd-4536-b40a-25b9a14e0709 admin admin] Allocated IP 172.27.1.78 (52e096d4-8aa7-4f06-8835-685346500be4/afa79513-0fef-42b7-ae4f-8319e7853c26/ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:59:32.473488 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-f2ad4946-8935-4bba-bd49-c1bb7b3a493f admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:59:32.479004 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ad4946-8935-4bba-bd49-c1bb7b3a493f admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:59:32.491094 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-5c74d1c3-f75c-4077-92c8-10e06ed2574e None None] Allocated IP 172.20.0.2 (dc9a3522-5732-4ae3-9805-a5cd81aa181e/600c6f3c-cfcb-4a91-8156-6ec613102bd5/8e98dda2-ace4-4730-9504-cb41b3ac7a52) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:59:32.515369 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad4946-8935-4bba-bd49-c1bb7b3a493f admin admin] Pushing event updated for resources: {'Port': ['ID=9ade85e2-a89f-4c1d-aec9-7c6e2a540bca,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:32.526990 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bc0efe-b4e1-4bb0-b006-53502d9ab6f0 None None] Checking router: 20af8b33-acd3-4250-8093-707c573a3729 for host: dv-cinder-842130-1-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:59:32.527336 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bc0efe-b4e1-4bb0-b006-53502d9ab6f0 None None] Updating router 20af8b33-acd3-4250-8093-707c573a3729 port 99882919-9b98-4571-be95-a4bc9d1f595c binding host dv-cinder-842130-1-iscsi {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:59:32.554396 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-180c1644-84c4-41b3-bb3e-b1687b2cc0fd admin admin] Publish callbacks [] for router_controller (97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:32.600602 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:32.638086 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-34bc0efe-b4e1-4bb0-b006-53502d9ab6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (99882919-9b98-4571-be95-a4bc9d1f595c), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:32.674927 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 9ad873ae-ab91-4e13-adfa-c720295abfd7 up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:59:32.679276 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-52b4c233-87bd-4536-b40a-25b9a14e0709 admin admin] Publish callbacks [] for port (ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:32.734533 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d794f33-2e80-4e6a-a133-929b1e954249 req-70ede642-287e-41f8-bb2e-0003184fe0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:32.736317 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7d794f33-2e80-4e6a-a133-929b1e954249 req-70ede642-287e-41f8-bb2e-0003184fe0ce service neutron] 10.222.0.82 "GET /v2.0/networks?id=94664734-1654-43f2-b262-23850dca9bb9 HTTP/1.1" status: 200 len: 918 time: 0.1535630 May 26 13:59:32.738748 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:32.767469 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-3836dd32-5817-4d1e-ad16-d69eb46feaca None None] For port 084476bb-b307-4d48-8787-63cbecc2a1bb, host dv-cinder-842130-1-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:59:32.780254 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-180c1644-84c4-41b3-bb3e-b1687b2cc0fd admin admin] Publish callbacks [] for router_gateway (97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:32.781786 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7d794f33-2e80-4e6a-a133-929b1e954249 req-e35908bd-ef19-446d-ac4f-1cba9b1ec67b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=325f8a3e-5419-43f8-a8e8-0067da401f65 HTTP/1.1" status: 200 len: 217 time: 0.0370646 May 26 13:59:32.782920 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-52b4c233-87bd-4536-b40a-25b9a14e0709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:32.825099 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 325f8a3e-5419-43f8-a8e8-0067da401f65, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=325f8a3e-5419-43f8-a8e8-0067da401f65,segment=NetworkSegment(dadb0ef3-0764-477f-9135-b33720fcec5f),segment_id=dadb0ef3-0764-477f-9135-b33720fcec5f)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:59:32.839271 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-3836dd32-5817-4d1e-ad16-d69eb46feaca None None] For port 084476bb-b307-4d48-8787-63cbecc2a1bb, host dv-cinder-842130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=084476bb-b307-4d48-8787-63cbecc2a1bb,segment=NetworkSegment(5fa9b816-b3f6-4937-96b4-c071644992f7),segment_id=5fa9b816-b3f6-4937-96b4-c071644992f7)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:59:32.840339 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:32.841577 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb60ec6-4c13-4d5d-92b2-5114d79d6251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca16ceea-d323-56f7-9399-aa07b98b02ee-e26da38a-ef26-46fb-a760-cb66e548f0c4', 'network_id': 'e26da38a-ef26-46fb-a760-cb66e548f0c4', 'project_id': 'a5028cfaabd84d63a6ff2cb33b0133e4', 'fixed_ips': [{'subnet_id': '5a6b919f-6ca4-4fe6-9e71-5da29e4fd6eb'}]}} from dv-cinder-842130-1-iscsi. {{(pid=103887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 13:59:32.842590 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8bb60ec6-4c13-4d5d-92b2-5114d79d6251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:32.880386 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3836dd32-5817-4d1e-ad16-d69eb46feaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (084476bb-b307-4d48-8787-63cbecc2a1bb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:32.883000 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b4c233-87bd-4536-b40a-25b9a14e0709 admin admin] Network 52e096d4-8aa7-4f06-8835-685346500be4 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:59:32.889630 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4c233-87bd-4536-b40a-25b9a14e0709 admin admin] Pushing event updated for resources: {'Port': ['ID=ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:32.892697 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:32.893990 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-52b4c233-87bd-4536-b40a-25b9a14e0709 admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:59:32.897586 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b4c233-87bd-4536-b40a-25b9a14e0709 admin admin] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:59:32.901038 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d794f33-2e80-4e6a-a133-929b1e954249 req-9fa1e9d3-5c16-45b6-a155-5b3a4280061b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:32.902716 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7d794f33-2e80-4e6a-a133-929b1e954249 req-9fa1e9d3-5c16-45b6-a155-5b3a4280061b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=463c251f-969b-49e6-b225-a476c859b795 HTTP/1.1" status: 200 len: 856 time: 0.1111922 May 26 13:59:32.912291 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Returning: {'device': '325f8a3e-5419-43f8-a8e8-0067da401f65', 'network_id': '94664734-1654-43f2-b262-23850dca9bb9', 'port_id': '325f8a3e-5419-43f8-a8e8-0067da401f65', 'mac_address': 'fa:16:3e:56:dd:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '463c251f-969b-49e6-b225-a476c859b795', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 13:59:33.027767 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port 9ad873ae-ab91-4e13-adfa-c720295abfd7 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:33.028143 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (9ad873ae-ab91-4e13-adfa-c720295abfd7), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:33.043507 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d794f33-2e80-4e6a-a133-929b1e954249 req-11b45715-2903-44e3-bc45-91d842d4c064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:33.046996 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7d794f33-2e80-4e6a-a133-929b1e954249 req-11b45715-2903-44e3-bc45-91d842d4c064 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=94664734-1654-43f2-b262-23850dca9bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1237693 May 26 13:59:33.052163 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2ad4946-8935-4bba-bd49-c1bb7b3a493f admin admin] Publish callbacks [] for router_gateway (ab499425-a84e-4f6e-aa47-f89554625ab9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:33.195832 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692c2f9-2282-457d-97e2-668c55a97fd5 req-6fd8510d-0a04-4f07-9aaf-cd36c9b70329 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:33.198531 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f692c2f9-2282-457d-97e2-668c55a97fd5 req-6fd8510d-0a04-4f07-9aaf-cd36c9b70329 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=1645ce10-e28e-4a91-bc47-8ebe6a8acd0e HTTP/1.1" status: 200 len: 945 time: 0.1029973 May 26 13:59:33.238986 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 325f8a3e-5419-43f8-a8e8-0067da401f65 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:33.239609 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (325f8a3e-5419-43f8-a8e8-0067da401f65), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:33.245232 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5c74d1c3-f75c-4077-92c8-10e06ed2574e None None] Publish callbacks [] for port (8e98dda2-ace4-4730-9504-cb41b3ac7a52), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:33.263267 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:33.314958 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-180c1644-84c4-41b3-bb3e-b1687b2cc0fd admin admin] Publish callbacks [] for router_gateway (97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:33.343980 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-180c1644-84c4-41b3-bb3e-b1687b2cc0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:33.395138 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-8bb60ec6-4c13-4d5d-92b2-5114d79d6251 None None] Allocated IP 172.20.0.2 (e26da38a-ef26-46fb-a760-cb66e548f0c4/5a6b919f-6ca4-4fe6-9e71-5da29e4fd6eb/6a4ad720-4be4-4656-8f90-d5a308eb7b34) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:59:33.504689 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5c74d1c3-f75c-4077-92c8-10e06ed2574e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297'] for port (8e98dda2-ace4-4730-9504-cb41b3ac7a52), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:33.507584 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:33.509966 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 325f8a3e-5419-43f8-a8e8-0067da401f65 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:59:33.523476 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836dd32-5817-4d1e-ad16-d69eb46feaca None None] Pushing event updated for resources: {'Port': ['ID=084476bb-b307-4d48-8787-63cbecc2a1bb,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:33.595242 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-180c1644-84c4-41b3-bb3e-b1687b2cc0fd admin admin] Allocated IP 172.27.1.82 (52e096d4-8aa7-4f06-8835-685346500be4/afa79513-0fef-42b7-ae4f-8319e7853c26/0f827b44-af21-4e6a-b7d9-601bce9b0f8f) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:59:33.609394 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:INSERT=3,neutron:UPDATE=4,neutron:SELECT=93 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:33.617834 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2ad4946-8935-4bba-bd49-c1bb7b3a493f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-779070'] for router (ab499425-a84e-4f6e-aa47-f89554625ab9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:33.647299 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c74d1c3-f75c-4077-92c8-10e06ed2574e None None] Network dc9a3522-5732-4ae3-9805-a5cd81aa181e is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:59:33.650028 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 325f8a3e-5419-43f8-a8e8-0067da401f65, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=325f8a3e-5419-43f8-a8e8-0067da401f65,segment=NetworkSegment(dadb0ef3-0764-477f-9135-b33720fcec5f),segment_id=dadb0ef3-0764-477f-9135-b33720fcec5f)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:59:33.654434 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:33.654682 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0735dd-92b8-4b6f-8b91-cc1bcf1a4561 req-52c2ab55-de96-4ca9-b08f-82e78da11257 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:33.656538 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5e0735dd-92b8-4b6f-8b91-cc1bcf1a4561 req-52c2ab55-de96-4ca9-b08f-82e78da11257 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.82 "GET /v2.0/ports?device_id=1645ce10-e28e-4a91-bc47-8ebe6a8acd0e HTTP/1.1" status: 200 len: 945 time: 0.3372097 May 26 13:59:33.671836 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f692c2f9-2282-457d-97e2-668c55a97fd5 req-9fc9299d-6d87-4848-bf69-c35084e18b15 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4637089 May 26 13:59:33.684483 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (325f8a3e-5419-43f8-a8e8-0067da401f65), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:33.687700 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-5c74d1c3-f75c-4077-92c8-10e06ed2574e None None] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:59:33.690210 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c74d1c3-f75c-4077-92c8-10e06ed2574e None None] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:59:33.721624 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c74d1c3-f75c-4077-92c8-10e06ed2574e None None] Pushing event updated for resources: {'Port': ['ID=8e98dda2-ace4-4730-9504-cb41b3ac7a52,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:33.724369 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-52b4c233-87bd-4536-b40a-25b9a14e0709 admin admin] Publish callbacks [] for router_gateway (b7c93cc2-e741-4932-8956-ed9aed4ead8f), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:33.740135 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce16e18-b442-492f-be7c-0505a9a7623c req-78f7f50d-38fd-4676-8ae0-947d32bff64a tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:33.741831 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6ce16e18-b442-492f-be7c-0505a9a7623c req-78f7f50d-38fd-4676-8ae0-947d32bff64a tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 943 time: 0.2796249 May 26 13:59:33.803899 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-180c1644-84c4-41b3-bb3e-b1687b2cc0fd admin admin] Publish callbacks [] for port (0f827b44-af21-4e6a-b7d9-601bce9b0f8f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:33.848160 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:33.866481 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-180c1644-84c4-41b3-bb3e-b1687b2cc0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (0f827b44-af21-4e6a-b7d9-601bce9b0f8f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:33.875485 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ad4946-8935-4bba-bd49-c1bb7b3a493f admin admin] Router ab499425-a84e-4f6e-aa47-f89554625ab9 is scheduled to L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 13:59:33.888601 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port 9ad873ae-ab91-4e13-adfa-c720295abfd7 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:33.902847 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:33.920604 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180c1644-84c4-41b3-bb3e-b1687b2cc0fd admin admin] Network 52e096d4-8aa7-4f06-8835-685346500be4 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:59:33.927176 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-180c1644-84c4-41b3-bb3e-b1687b2cc0fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:59:33.937181 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180c1644-84c4-41b3-bb3e-b1687b2cc0fd admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:59:33.939416 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7d794f33-2e80-4e6a-a133-929b1e954249 req-fbb89639-3b65-4208-9328-ed78e40f7069 service neutron] 10.222.0.82 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6268466 May 26 13:59:33.949432 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [req-5e0735dd-92b8-4b6f-8b91-cc1bcf1a4561 req-2d067eda-d711-40ae-9a14-544be7e707ae tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Deleting port fefc5ff7-7f07-4b4c-9a1f-242c2bae275e {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:59:33.949927 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-5e0735dd-92b8-4b6f-8b91-cc1bcf1a4561 req-2d067eda-d711-40ae-9a14-544be7e707ae tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (fefc5ff7-7f07-4b4c-9a1f-242c2bae275e), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:34.016503 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c1644-84c4-41b3-bb3e-b1687b2cc0fd admin admin] Pushing event updated for resources: {'Port': ['ID=0f827b44-af21-4e6a-b7d9-601bce9b0f8f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:34.044480 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-34bc0efe-b4e1-4bb0-b006-53502d9ab6f0 None None] Publish callbacks [] for port (99882919-9b98-4571-be95-a4bc9d1f595c), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:34.073587 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=325f8a3e-5419-43f8-a8e8-0067da401f65,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:34.079847 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8bb60ec6-4c13-4d5d-92b2-5114d79d6251 None None] Publish callbacks [] for port (6a4ad720-4be4-4656-8f90-d5a308eb7b34), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:34.083969 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-5c74d1c3-f75c-4077-92c8-10e06ed2574e None None] Attempting to bind port 8e98dda2-ace4-4730-9504-cb41b3ac7a52 on host dv-cinder-842130-1-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:59:34.084453 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-5c74d1c3-f75c-4077-92c8-10e06ed2574e None None] Attempting to bind port 8e98dda2-ace4-4730-9504-cb41b3ac7a52 by drivers openvswitch,hyperv on host dv-cinder-842130-1-iscsi at level 0 using segments [{'id': '32a538b2-b5da-4136-a950-cc79b8ca0862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dc9a3522-5732-4ae3-9805-a5cd81aa181e'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:59:34.084701 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c74d1c3-f75c-4077-92c8-10e06ed2574e None None] Attempting to bind port 8e98dda2-ace4-4730-9504-cb41b3ac7a52 on network dc9a3522-5732-4ae3-9805-a5cd81aa181e {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:59:34.094778 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c74d1c3-f75c-4077-92c8-10e06ed2574e None None] Checking agent: {'id': '083d02d4-47f3-493f-9afe-05142db1b6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 47, 24), 'started_at': datetime.datetime(2022, 5, 26, 13, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:59:34.095158 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c74d1c3-f75c-4077-92c8-10e06ed2574e None None] Checking segment: {'id': '32a538b2-b5da-4136-a950-cc79b8ca0862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dc9a3522-5732-4ae3-9805-a5cd81aa181e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:59:34.095552 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5c74d1c3-f75c-4077-92c8-10e06ed2574e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:34.096164 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c74d1c3-f75c-4077-92c8-10e06ed2574e None None] Bound using segment: {'id': '32a538b2-b5da-4136-a950-cc79b8ca0862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dc9a3522-5732-4ae3-9805-a5cd81aa181e'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:59:34.097914 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-5c74d1c3-f75c-4077-92c8-10e06ed2574e None None] Bound port: 8e98dda2-ace4-4730-9504-cb41b3ac7a52, host: dv-cinder-842130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a538b2-b5da-4136-a950-cc79b8ca0862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dc9a3522-5732-4ae3-9805-a5cd81aa181e'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:59:34.098442 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5c74d1c3-f75c-4077-92c8-10e06ed2574e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (8e98dda2-ace4-4730-9504-cb41b3ac7a52), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:34.116997 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-34bc0efe-b4e1-4bb0-b006-53502d9ab6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (99882919-9b98-4571-be95-a4bc9d1f595c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:34.147643 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6ce16e18-b442-492f-be7c-0505a9a7623c req-459f9210-3a24-407b-b038-d6a2ed81c79b tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3449569 May 26 13:59:34.187018 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-5c74d1c3-f75c-4077-92c8-10e06ed2574e None None] For port 8e98dda2-ace4-4730-9504-cb41b3ac7a52, host dv-cinder-842130-1-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:59:34.191271 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-5c74d1c3-f75c-4077-92c8-10e06ed2574e None None] For port 8e98dda2-ace4-4730-9504-cb41b3ac7a52, host dv-cinder-842130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=8e98dda2-ace4-4730-9504-cb41b3ac7a52,segment=NetworkSegment(32a538b2-b5da-4136-a950-cc79b8ca0862),segment_id=32a538b2-b5da-4136-a950-cc79b8ca0862)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:59:34.248863 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ad4946-8935-4bba-bd49-c1bb7b3a493f admin admin] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:59:34.259078 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4272d67a-02a3-4e55-90ca-18b2c157b1b3 None None] Sync routers for ids ['ab499425-a84e-4f6e-aa47-f89554625ab9'] in dv-cinder-842130-1-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:59:34.280086 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4272d67a-02a3-4e55-90ca-18b2c157b1b3 None None] Routers {'ab499425-a84e-4f6e-aa47-f89554625ab9'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:59:34.280996 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4272d67a-02a3-4e55-90ca-18b2c157b1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:59:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['ab499425-a84e-4f6e-aa47-f89554625ab9'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:34.295802 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2ad4946-8935-4bba-bd49-c1bb7b3a493f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:34.297489 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-f2ad4946-8935-4bba-bd49-c1bb7b3a493f admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7099159 May 26 13:59:34.324322 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 48024) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:34.349236 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:34.365613 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-180c1644-84c4-41b3-bb3e-b1687b2cc0fd admin admin] Publish callbacks [] for router_gateway (97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:34.390431 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7d794f33-2e80-4e6a-a133-929b1e954249 req-d446238e-d79c-4a75-b4fd-34fa386ea0b3 service neutron] 10.222.0.82 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232268 May 26 13:59:34.392309 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-5e0735dd-92b8-4b6f-8b91-cc1bcf1a4561 req-2d067eda-d711-40ae-9a14-544be7e707ae tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] For port fefc5ff7-7f07-4b4c-9a1f-242c2bae275e, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=fefc5ff7-7f07-4b4c-9a1f-242c2bae275e,segment=NetworkSegment(90f79641-337e-4adc-a93b-1485a826e3d1),segment_id=90f79641-337e-4adc-a93b-1485a826e3d1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:59:34.392678 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-5e0735dd-92b8-4b6f-8b91-cc1bcf1a4561 req-2d067eda-d711-40ae-9a14-544be7e707ae tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (fefc5ff7-7f07-4b4c-9a1f-242c2bae275e), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:34.423130 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-4272d67a-02a3-4e55-90ca-18b2c157b1b3 None None] Set router ab499425-a84e-4f6e-aa47-f89554625ab9 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:59:34.425955 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [req-5e0735dd-92b8-4b6f-8b91-cc1bcf1a4561 req-2d067eda-d711-40ae-9a14-544be7e707ae tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Calling delete_port for fefc5ff7-7f07-4b4c-9a1f-242c2bae275e owned by compute:nova {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:59:34.444466 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-52b4c233-87bd-4536-b40a-25b9a14e0709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-779070'] for router (b7c93cc2-e741-4932-8956-ed9aed4ead8f), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:34.501641 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8bb60ec6-4c13-4d5d-92b2-5114d79d6251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297'] for port (6a4ad720-4be4-4656-8f90-d5a308eb7b34), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:34.515600 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0da55f-5069-4034-8d8e-e00137d8a9b3 None None] Pushing event updated for resources: {'Port': ['ID=99882919-9b98-4571-be95-a4bc9d1f595c,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:34.570510 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb60ec6-4c13-4d5d-92b2-5114d79d6251 None None] Network e26da38a-ef26-46fb-a760-cb66e548f0c4 is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:59:34.572172 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5c74d1c3-f75c-4077-92c8-10e06ed2574e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (8e98dda2-ace4-4730-9504-cb41b3ac7a52), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:34.580963 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] get_ports_and_sgs() called for port_ids ['325f8a3e-5419-43f8-a8e8-0067da401f65'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:59:34.618782 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-180c1644-84c4-41b3-bb3e-b1687b2cc0fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-779070'] for router (97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:34.658160 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e259551c-3444-4763-afd9-01de9360bb5d None None] Network bb3bf56d-90fc-4a74-995d-ab2752db975c requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:59:34.737467 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb60ec6-4c13-4d5d-92b2-5114d79d6251 None None] Pushing event updated for resources: {'Port': ['ID=6a4ad720-4be4-4656-8f90-d5a308eb7b34,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:34.753533 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-8bb60ec6-4c13-4d5d-92b2-5114d79d6251 None None] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:59:34.760049 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb60ec6-4c13-4d5d-92b2-5114d79d6251 None None] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:59:34.775281 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 084476bb-b307-4d48-8787-63cbecc2a1bb up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:59:34.820819 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:34.831671 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4272d67a-02a3-4e55-90ca-18b2c157b1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'name': 'tempest-TestMinimumBasicScenario-585642497-router', 'tenant_id': '08ed6980f1214f6789f94f34a4c68e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '9ade85e2-a89f-4c1d-aec9-7c6e2a540bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T13:59:32Z', 'revision_number': 3, 'project_id': '08ed6980f1214f6789f94f34a4c68e6e', 'gw_port': {'id': '9ade85e2-a89f-4c1d-aec9-7c6e2a540bca', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi'}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:34.856998 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180c1644-84c4-41b3-bb3e-b1687b2cc0fd admin admin] Router 97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff is scheduled to L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 13:59:34.868207 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4272d67a-02a3-4e55-90ca-18b2c157b1b3 None None] Checking router: ab499425-a84e-4f6e-aa47-f89554625ab9 for host: dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:59:34.868708 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4272d67a-02a3-4e55-90ca-18b2c157b1b3 None None] Updating router ab499425-a84e-4f6e-aa47-f89554625ab9 port 9ade85e2-a89f-4c1d-aec9-7c6e2a540bca binding host dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:59:34.909655 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4272d67a-02a3-4e55-90ca-18b2c157b1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (9ade85e2-a89f-4c1d-aec9-7c6e2a540bca), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:35.010574 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180c1644-84c4-41b3-bb3e-b1687b2cc0fd admin admin] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:59:35.015495 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-3946b3aa-b2bd-4e72-9642-79b0a1333a46 None None] Provisioning complete for port 084476bb-b307-4d48-8787-63cbecc2a1bb triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:35.015865 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3946b3aa-b2bd-4e72-9642-79b0a1333a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (084476bb-b307-4d48-8787-63cbecc2a1bb), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:35.046701 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-180c1644-84c4-41b3-bb3e-b1687b2cc0fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:35.051177 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-180c1644-84c4-41b3-bb3e-b1687b2cc0fd admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6676097 May 26 13:59:35.052532 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 48028) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:35.103290 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71df3dcb-0957-46c8-9aba-e44e9296dd8f None None] Sync routers for ids ['97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff'] in dv-cinder-842130-1-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:59:35.160906 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:35.162901 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:35.207874 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-34bc0efe-b4e1-4bb0-b006-53502d9ab6f0 None None] Attempting to bind port 99882919-9b98-4571-be95-a4bc9d1f595c on host dv-cinder-842130-1-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:59:35.208375 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-34bc0efe-b4e1-4bb0-b006-53502d9ab6f0 None None] Attempting to bind port 99882919-9b98-4571-be95-a4bc9d1f595c by drivers openvswitch,hyperv on host dv-cinder-842130-1-iscsi at level 0 using segments [{'id': 'fe3cddaa-6235-4928-a72a-7782f9b9fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2e2642a5-f4ea-4c44-b7a8-82a279ead114'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:59:35.208829 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bc0efe-b4e1-4bb0-b006-53502d9ab6f0 None None] Attempting to bind port 99882919-9b98-4571-be95-a4bc9d1f595c on network 2e2642a5-f4ea-4c44-b7a8-82a279ead114 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:59:35.230660 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bc0efe-b4e1-4bb0-b006-53502d9ab6f0 None None] Checking agent: {'id': '083d02d4-47f3-493f-9afe-05142db1b6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 47, 24), 'started_at': datetime.datetime(2022, 5, 26, 13, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:59:35.231314 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bc0efe-b4e1-4bb0-b006-53502d9ab6f0 None None] Checking segment: {'id': 'fe3cddaa-6235-4928-a72a-7782f9b9fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2e2642a5-f4ea-4c44-b7a8-82a279ead114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:59:35.231821 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-34bc0efe-b4e1-4bb0-b006-53502d9ab6f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:35.232312 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bc0efe-b4e1-4bb0-b006-53502d9ab6f0 None None] Bound using segment: {'id': 'fe3cddaa-6235-4928-a72a-7782f9b9fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2e2642a5-f4ea-4c44-b7a8-82a279ead114'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:59:35.232919 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-34bc0efe-b4e1-4bb0-b006-53502d9ab6f0 None None] Bound port: 99882919-9b98-4571-be95-a4bc9d1f595c, host: dv-cinder-842130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe3cddaa-6235-4928-a72a-7782f9b9fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2e2642a5-f4ea-4c44-b7a8-82a279ead114'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:59:35.233446 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-34bc0efe-b4e1-4bb0-b006-53502d9ab6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (99882919-9b98-4571-be95-a4bc9d1f595c), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:35.330541 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb94934-5074-4338-a1e1-e51f0acd9dde req-99075422-32b2-4b84-b6a7-5e9671ffe61c tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:35.331729 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4272d67a-02a3-4e55-90ca-18b2c157b1b3 None None] Publish callbacks [] for port (9ade85e2-a89f-4c1d-aec9-7c6e2a540bca), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:35.337188 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:35.338192 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6bb94934-5074-4338-a1e1-e51f0acd9dde req-99075422-32b2-4b84-b6a7-5e9671ffe61c tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=1645ce10-e28e-4a91-bc47-8ebe6a8acd0e HTTP/1.1" status: 200 len: 945 time: 0.5380588 May 26 13:59:35.351566 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4272d67a-02a3-4e55-90ca-18b2c157b1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (9ade85e2-a89f-4c1d-aec9-7c6e2a540bca), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:35.377776 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c74d1c3-f75c-4077-92c8-10e06ed2574e None None] Pushing event updated for resources: {'Port': ['ID=8e98dda2-ace4-4730-9504-cb41b3ac7a52,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:35.416598 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-8bb60ec6-4c13-4d5d-92b2-5114d79d6251 None None] Attempting to bind port 6a4ad720-4be4-4656-8f90-d5a308eb7b34 on host dv-cinder-842130-1-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:59:35.417078 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-8bb60ec6-4c13-4d5d-92b2-5114d79d6251 None None] Attempting to bind port 6a4ad720-4be4-4656-8f90-d5a308eb7b34 by drivers openvswitch,hyperv on host dv-cinder-842130-1-iscsi at level 0 using segments [{'id': '18d90dc2-9ceb-473c-b8b5-c672010bce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e26da38a-ef26-46fb-a760-cb66e548f0c4'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:59:35.417535 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb60ec6-4c13-4d5d-92b2-5114d79d6251 None None] Attempting to bind port 6a4ad720-4be4-4656-8f90-d5a308eb7b34 on network e26da38a-ef26-46fb-a760-cb66e548f0c4 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:59:35.419899 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:35.420086 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port 084476bb-b307-4d48-8787-63cbecc2a1bb triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:35.420499 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (084476bb-b307-4d48-8787-63cbecc2a1bb), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:35.436097 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-34bc0efe-b4e1-4bb0-b006-53502d9ab6f0 None None] For port 99882919-9b98-4571-be95-a4bc9d1f595c, host dv-cinder-842130-1-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:59:35.457782 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-4272d67a-02a3-4e55-90ca-18b2c157b1b3 None None] Attempting to bind port 9ade85e2-a89f-4c1d-aec9-7c6e2a540bca on host dv-cinder-842130-1-iscsi for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:59:35.458138 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-4272d67a-02a3-4e55-90ca-18b2c157b1b3 None None] Attempting to bind port 9ade85e2-a89f-4c1d-aec9-7c6e2a540bca by drivers openvswitch,hyperv on host dv-cinder-842130-1-iscsi at level 0 using segments [{'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:59:35.458708 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4272d67a-02a3-4e55-90ca-18b2c157b1b3 None None] Attempting to bind port 9ade85e2-a89f-4c1d-aec9-7c6e2a540bca on network 52e096d4-8aa7-4f06-8835-685346500be4 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:59:35.470328 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb61da9-0a70-4124-8bd0-f8a2087425bf None None] Pushing event updated for resources: {'Port': ['ID=9ade85e2-a89f-4c1d-aec9-7c6e2a540bca,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:35.474509 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4272d67a-02a3-4e55-90ca-18b2c157b1b3 None None] Checking agent: {'id': '083d02d4-47f3-493f-9afe-05142db1b6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 47, 24), 'started_at': datetime.datetime(2022, 5, 26, 13, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:59:35.475295 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4272d67a-02a3-4e55-90ca-18b2c157b1b3 None None] Checking segment: {'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:59:35.475843 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4272d67a-02a3-4e55-90ca-18b2c157b1b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:35.476394 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4272d67a-02a3-4e55-90ca-18b2c157b1b3 None None] Bound using segment: {'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:59:35.477034 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-4272d67a-02a3-4e55-90ca-18b2c157b1b3 None None] Bound port: 9ade85e2-a89f-4c1d-aec9-7c6e2a540bca, host: dv-cinder-842130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:59:35.477636 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4272d67a-02a3-4e55-90ca-18b2c157b1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (9ade85e2-a89f-4c1d-aec9-7c6e2a540bca), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:35.481785 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb60ec6-4c13-4d5d-92b2-5114d79d6251 None None] Checking agent: {'id': '083d02d4-47f3-493f-9afe-05142db1b6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 47, 24), 'started_at': datetime.datetime(2022, 5, 26, 13, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:59:35.482288 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb60ec6-4c13-4d5d-92b2-5114d79d6251 None None] Checking segment: {'id': '18d90dc2-9ceb-473c-b8b5-c672010bce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e26da38a-ef26-46fb-a760-cb66e548f0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:59:35.482807 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8bb60ec6-4c13-4d5d-92b2-5114d79d6251 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:35.483291 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb60ec6-4c13-4d5d-92b2-5114d79d6251 None None] Bound using segment: {'id': '18d90dc2-9ceb-473c-b8b5-c672010bce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e26da38a-ef26-46fb-a760-cb66e548f0c4'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:59:35.483874 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-8bb60ec6-4c13-4d5d-92b2-5114d79d6251 None None] Bound port: 6a4ad720-4be4-4656-8f90-d5a308eb7b34, host: dv-cinder-842130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d90dc2-9ceb-473c-b8b5-c672010bce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e26da38a-ef26-46fb-a760-cb66e548f0c4'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:59:35.484343 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8bb60ec6-4c13-4d5d-92b2-5114d79d6251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (6a4ad720-4be4-4656-8f90-d5a308eb7b34), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:35.486627 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71df3dcb-0957-46c8-9aba-e44e9296dd8f None None] Routers {'97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:59:35.487357 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-71df3dcb-0957-46c8-9aba-e44e9296dd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:59:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:35.533977 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:35.543997 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-4272d67a-02a3-4e55-90ca-18b2c157b1b3 None None] For port 9ade85e2-a89f-4c1d-aec9-7c6e2a540bca, host dv-cinder-842130-1-iscsi, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:59:35.549023 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-4272d67a-02a3-4e55-90ca-18b2c157b1b3 None None] For port 9ade85e2-a89f-4c1d-aec9-7c6e2a540bca, host dv-cinder-842130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=9ade85e2-a89f-4c1d-aec9-7c6e2a540bca,segment=NetworkSegment(7398460f-ba92-4b10-bc2e-e16a0f9ed6bc),segment_id=7398460f-ba92-4b10-bc2e-e16a0f9ed6bc)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:59:35.564668 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4272d67a-02a3-4e55-90ca-18b2c157b1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (9ade85e2-a89f-4c1d-aec9-7c6e2a540bca), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:35.588545 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-34bc0efe-b4e1-4bb0-b006-53502d9ab6f0 None None] For port 99882919-9b98-4571-be95-a4bc9d1f595c, host dv-cinder-842130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=99882919-9b98-4571-be95-a4bc9d1f595c,segment=NetworkSegment(fe3cddaa-6235-4928-a72a-7782f9b9fdc3),segment_id=fe3cddaa-6235-4928-a72a-7782f9b9fdc3)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:59:35.646836 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-34bc0efe-b4e1-4bb0-b006-53502d9ab6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (99882919-9b98-4571-be95-a4bc9d1f595c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:35.705534 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42002de-8a46-44c5-9cee-15647ad7a4e1 req-7f88844b-3460-4c0d-86ca-5428449faccc tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:35.706727 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4272d67a-02a3-4e55-90ca-18b2c157b1b3 None None] Routers {'ab499425-a84e-4f6e-aa47-f89554625ab9'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:59:35.706877 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4272d67a-02a3-4e55-90ca-18b2c157b1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:59:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['ab499425-a84e-4f6e-aa47-f89554625ab9'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:35.711203 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d42002de-8a46-44c5-9cee-15647ad7a4e1 req-7f88844b-3460-4c0d-86ca-5428449faccc tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 944 time: 0.2924519 May 26 13:59:35.792376 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6bb94934-5074-4338-a1e1-e51f0acd9dde req-9ac85ade-ee0e-4007-b786-f9f38cf7fb9a tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4526684 May 26 13:59:35.793038 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-5e0735dd-92b8-4b6f-8b91-cc1bcf1a4561 req-2d067eda-d711-40ae-9a14-544be7e707ae tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (fefc5ff7-7f07-4b4c-9a1f-242c2bae275e), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:35.840737 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-3946b3aa-b2bd-4e72-9642-79b0a1333a46 None None] Current status of the port 084476bb-b307-4d48-8787-63cbecc2a1bb is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:35.841483 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3946b3aa-b2bd-4e72-9642-79b0a1333a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (084476bb-b307-4d48-8787-63cbecc2a1bb), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:35.867351 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-4272d67a-02a3-4e55-90ca-18b2c157b1b3 None None] Set router ab499425-a84e-4f6e-aa47-f89554625ab9 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:59:35.878501 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] get_ports_and_sgs() called for port_ids ['fefc5ff7-7f07-4b4c-9a1f-242c2bae275e'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:59:35.903473 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:35.905223 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:35.908140 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d067eda-d711-40ae-9a14-544be7e707ae tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Pushing event deleted for resources: {'Port': ['ID=fefc5ff7-7f07-4b4c-9a1f-242c2bae275e,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:35.968318 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0735dd-92b8-4b6f-8b91-cc1bcf1a4561 req-2d067eda-d711-40ae-9a14-544be7e707ae tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] No DVR routers for this DVR port fefc5ff7-7f07-4b4c-9a1f-242c2bae275e on host hv-cinder-84213 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 13:59:35.971955 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-5e0735dd-92b8-4b6f-8b91-cc1bcf1a4561 req-2d067eda-d711-40ae-9a14-544be7e707ae tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:35.973182 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb61da9-0a70-4124-8bd0-f8a2087425bf None None] Pushing event updated for resources: {'Port': ['ID=9ade85e2-a89f-4c1d-aec9-7c6e2a540bca,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:35.989219 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5e0735dd-92b8-4b6f-8b91-cc1bcf1a4561 req-2d067eda-d711-40ae-9a14-544be7e707ae tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.82 "DELETE /v2.0/ports/fefc5ff7-7f07-4b4c-9a1f-242c2bae275e HTTP/1.1" status: 204 len: 173 time: 2.3252287 May 26 13:59:36.007471 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1645ce10-e28e-4a91-bc47-8ebe6a8acd0e', 'name': 'network-vif-deleted', 'tag': 'fefc5ff7-7f07-4b4c-9a1f-242c2bae275e'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:59:36.009774 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a67d27a2ec375fafa348027e062b6cf3c7935884065918e746e599b143197b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7be4b7a-a409-433c-9b8f-7f22d33f58d1" -d '{"events": [{"server_uuid": "1645ce10-e28e-4a91-bc47-8ebe6a8acd0e", "name": "network-vif-deleted", "tag": "fefc5ff7-7f07-4b4c-9a1f-242c2bae275e"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:59:36.022729 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b4c233-87bd-4536-b40a-25b9a14e0709 admin admin] Router b7c93cc2-e741-4932-8956-ed9aed4ead8f is scheduled to L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 with binding_index 1 {{(pid=103886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 13:59:36.036241 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:36.061330 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-8bb60ec6-4c13-4d5d-92b2-5114d79d6251 None None] For port 6a4ad720-4be4-4656-8f90-d5a308eb7b34, host dv-cinder-842130-1-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:59:36.068222 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0da55f-5069-4034-8d8e-e00137d8a9b3 None None] Pushing event updated for resources: {'Port': ['ID=99882919-9b98-4571-be95-a4bc9d1f595c,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:36.093046 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-71df3dcb-0957-46c8-9aba-e44e9296dd8f None None] Set router 97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:59:36.125781 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ddd0f9-c3ef-4a09-a5d9-802f2a1cd3e6 x-openstack-request-id: req-b2ddd0f9-c3ef-4a09-a5d9-802f2a1cd3e6 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:59:36.126073 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1645ce10-e28e-4a91-bc47-8ebe6a8acd0e", "name": "network-vif-deleted", "tag": "fefc5ff7-7f07-4b4c-9a1f-242c2bae275e", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:59:36.126329 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b2ddd0f9-c3ef-4a09-a5d9-802f2a1cd3e6 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:59:36.126761 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2ddd0f9-c3ef-4a09-a5d9-802f2a1cd3e6'] response: {'server_uuid': '1645ce10-e28e-4a91-bc47-8ebe6a8acd0e', 'name': 'network-vif-deleted', 'tag': 'fefc5ff7-7f07-4b4c-9a1f-242c2bae275e', 'status': 'completed', 'code': 200} May 26 13:59:36.133181 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d42002de-8a46-44c5-9cee-15647ad7a4e1 req-3696caf0-86f2-4584-8d0d-2a567dbb5020 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3176014 May 26 13:59:36.151990 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bc0efe-b4e1-4bb0-b006-53502d9ab6f0 None None] Routers {'20af8b33-acd3-4250-8093-707c573a3729'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:59:36.151990 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-34bc0efe-b4e1-4bb0-b006-53502d9ab6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:59:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['20af8b33-acd3-4250-8093-707c573a3729'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:36.231368 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port 084476bb-b307-4d48-8787-63cbecc2a1bb is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:36.231986 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (084476bb-b307-4d48-8787-63cbecc2a1bb), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:36.237727 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-8bb60ec6-4c13-4d5d-92b2-5114d79d6251 None None] For port 6a4ad720-4be4-4656-8f90-d5a308eb7b34, host dv-cinder-842130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=6a4ad720-4be4-4656-8f90-d5a308eb7b34,segment=NetworkSegment(18d90dc2-9ceb-473c-b8b5-c672010bce9e),segment_id=18d90dc2-9ceb-473c-b8b5-c672010bce9e)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:59:36.275311 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4272d67a-02a3-4e55-90ca-18b2c157b1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'name': 'tempest-TestMinimumBasicScenario-585642497-router', 'tenant_id': '08ed6980f1214f6789f94f34a4c68e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '9ade85e2-a89f-4c1d-aec9-7c6e2a540bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T13:59:32Z', 'revision_number': 3, 'project_id': '08ed6980f1214f6789f94f34a4c68e6e', 'gw_port': {'id': '9ade85e2-a89f-4c1d-aec9-7c6e2a540bca', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi'}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:36.290744 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:36.294095 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2bb5514-968d-4ac2-89fc-ef5a5b2bb388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:36.326208 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4272d67a-02a3-4e55-90ca-18b2c157b1b3 None None] The sync data for ids ['ab499425-a84e-4f6e-aa47-f89554625ab9'] in dv-cinder-842130-1-iscsi is: [{'id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'name': 'tempest-TestMinimumBasicScenario-585642497-router', 'tenant_id': '08ed6980f1214f6789f94f34a4c68e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '9ade85e2-a89f-4c1d-aec9-7c6e2a540bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T13:59:32Z', 'revision_number': 3, 'project_id': '08ed6980f1214f6789f94f34a4c68e6e', 'gw_port': {'id': '9ade85e2-a89f-4c1d-aec9-7c6e2a540bca', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:59:36.385643 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-3946b3aa-b2bd-4e72-9642-79b0a1333a46 None None] For port 084476bb-b307-4d48-8787-63cbecc2a1bb, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=084476bb-b307-4d48-8787-63cbecc2a1bb,segment=NetworkSegment(5fa9b816-b3f6-4937-96b4-c071644992f7),segment_id=5fa9b816-b3f6-4937-96b4-c071644992f7)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:59:36.397305 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8bb60ec6-4c13-4d5d-92b2-5114d79d6251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (6a4ad720-4be4-4656-8f90-d5a308eb7b34), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:36.408602 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3946b3aa-b2bd-4e72-9642-79b0a1333a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (084476bb-b307-4d48-8787-63cbecc2a1bb), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:36.442482 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b4c233-87bd-4536-b40a-25b9a14e0709 admin admin] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:59:36.455736 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b092698-6d4a-4030-8835-1dcbf4072ffd None None] Sync routers for ids ['b7c93cc2-e741-4932-8956-ed9aed4ead8f'] in dv-cinder-842130-1-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:59:36.473519 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b092698-6d4a-4030-8835-1dcbf4072ffd None None] Routers {'b7c93cc2-e741-4932-8956-ed9aed4ead8f'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:59:36.478553 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9b092698-6d4a-4030-8835-1dcbf4072ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:59:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['b7c93cc2-e741-4932-8956-ed9aed4ead8f'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:36.516337 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-44ebdba9-744f-4f1a-b401-5c2b28ddaa80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:36.545300 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-52b4c233-87bd-4536-b40a-25b9a14e0709 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:36.546795 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-52b4c233-87bd-4536-b40a-25b9a14e0709 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5262988 May 26 13:59:36.549462 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 48036) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:36.555639 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-a2bb5514-968d-4ac2-89fc-ef5a5b2bb388 admin admin] Allocated IP 172.20.0.1 (e26da38a-ef26-46fb-a760-cb66e548f0c4/5a6b919f-6ca4-4fe6-9e71-5da29e4fd6eb/940d7b40-ebe0-443e-ac38-6c13f542b5a6) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:59:36.576719 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1514f39-989c-4284-8298-60bfc45abcb6 None None] Network dc9a3522-5732-4ae3-9805-a5cd81aa181e requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:59:36.755502 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-9b092698-6d4a-4030-8835-1dcbf4072ffd None None] Set router b7c93cc2-e741-4932-8956-ed9aed4ead8f gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:59:36.783468 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-223a58bd-e713-43ba-811f-66947c43ade9 None None] Provisioning complete for port 99882919-9b98-4571-be95-a4bc9d1f595c triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:36.783468 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-223a58bd-e713-43ba-811f-66947c43ade9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (99882919-9b98-4571-be95-a4bc9d1f595c), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:36.822493 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb60ec6-4c13-4d5d-92b2-5114d79d6251 None None] Pushing event updated for resources: {'Port': ['ID=6a4ad720-4be4-4656-8f90-d5a308eb7b34,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:36.845818 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:36.893299 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2bb5514-968d-4ac2-89fc-ef5a5b2bb388 admin admin] Publish callbacks [] for port (940d7b40-ebe0-443e-ac38-6c13f542b5a6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:37.055878 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2bb5514-968d-4ac2-89fc-ef5a5b2bb388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (940d7b40-ebe0-443e-ac38-6c13f542b5a6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:37.113983 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bb5514-968d-4ac2-89fc-ef5a5b2bb388 admin admin] Network e26da38a-ef26-46fb-a760-cb66e548f0c4 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:59:37.114498 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-34bc0efe-b4e1-4bb0-b006-53502d9ab6f0 None None] Set router 20af8b33-acd3-4250-8093-707c573a3729 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:59:37.120853 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.db.api [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 26 13:59:37.121072 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-a2bb5514-968d-4ac2-89fc-ef5a5b2bb388 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:59:37.121781 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG oslo_db.api [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 13:59:37.137690 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bb5514-968d-4ac2-89fc-ef5a5b2bb388 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:59:37.209882 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-44ebdba9-744f-4f1a-b401-5c2b28ddaa80 admin admin] Allocated IP 172.20.0.1 (dc9a3522-5732-4ae3-9805-a5cd81aa181e/600c6f3c-cfcb-4a91-8156-6ec613102bd5/08c7fbde-6089-49f4-9c3b-5e85b717558e) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:59:37.235707 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2bb5514-968d-4ac2-89fc-ef5a5b2bb388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-778573'] for router_interface (97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:37.300554 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb5514-968d-4ac2-89fc-ef5a5b2bb388 admin admin] Pushing event updated for resources: {'Port': ['ID=940d7b40-ebe0-443e-ac38-6c13f542b5a6,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:37.333725 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946b3aa-b2bd-4e72-9642-79b0a1333a46 None None] Pushing event updated for resources: {'Port': ['ID=084476bb-b307-4d48-8787-63cbecc2a1bb,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:37.334575 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9b092698-6d4a-4030-8835-1dcbf4072ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'name': 'tempest-TestVolumeBootPattern-2008676792-router', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T13:59:33Z', 'revision_number': 3, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'gw_port': {'id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi'}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:37.353579 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 325f8a3e-5419-43f8-a8e8-0067da401f65 up at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:59:37.361756 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:37.369591 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b092698-6d4a-4030-8835-1dcbf4072ffd None None] Checking router: b7c93cc2-e741-4932-8956-ed9aed4ead8f for host: dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:59:37.369997 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b092698-6d4a-4030-8835-1dcbf4072ffd None None] Updating router b7c93cc2-e741-4932-8956-ed9aed4ead8f port ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca binding host dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:59:37.396955 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:37.415893 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9b092698-6d4a-4030-8835-1dcbf4072ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:37.417601 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-71df3dcb-0957-46c8-9aba-e44e9296dd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff', 'name': 'tempest-TestShelveInstance-1302262041-router', 'tenant_id': 'a5028cfaabd84d63a6ff2cb33b0133e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '0f827b44-af21-4e6a-b7d9-601bce9b0f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:34Z', 'revision_number': 3, 'project_id': 'a5028cfaabd84d63a6ff2cb33b0133e4', 'gw_port': {'id': '0f827b44-af21-4e6a-b7d9-601bce9b0f8f', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:33Z', 'updated_at': '2022-05-26T13:59:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi'}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:37.523226 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71df3dcb-0957-46c8-9aba-e44e9296dd8f None None] Checking router: 97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff for host: dv-cinder-842130-1-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:59:37.523655 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71df3dcb-0957-46c8-9aba-e44e9296dd8f None None] Updating router 97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff port 0f827b44-af21-4e6a-b7d9-601bce9b0f8f binding host dv-cinder-842130-1-iscsi {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:59:37.548034 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2bb5514-968d-4ac2-89fc-ef5a5b2bb388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (940d7b40-ebe0-443e-ac38-6c13f542b5a6), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:37.564811 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1244c-765a-4bb1-9697-d24684ef53e4 req-4fcceb38-c31b-43d1-b2fc-3e6b3acc6f4b tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:37.565484 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:37.566468 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-87f1244c-765a-4bb1-9697-d24684ef53e4 req-4fcceb38-c31b-43d1-b2fc-3e6b3acc6f4b tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 944 time: 0.2765372 May 26 13:59:37.586998 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:37.637636 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:37.672459 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:37.703103 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-87f1244c-765a-4bb1-9697-d24684ef53e4 req-c19cb659-0538-4248-898a-27d251914a3b tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258805 May 26 13:59:37.769972 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-e0f75c81-c8fe-47f4-836b-9d1c7bbb8251 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:37.771862 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-e0f75c81-c8fe-47f4-836b-9d1c7bbb8251 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/networks?id=3c753870-7084-433e-b67c-0097f665e28b HTTP/1.1" status: 200 len: 808 time: 0.4084613 May 26 13:59:37.825770 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-44ebdba9-744f-4f1a-b401-5c2b28ddaa80 admin admin] Publish callbacks [] for port (08c7fbde-6089-49f4-9c3b-5e85b717558e), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:37.837484 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-00e31de5-2204-4b4b-ac43-ddfc529f80a9 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/quotas/12082647641d4ece974c66384e3bf169 HTTP/1.1" status: 200 len: 375 time: 0.0571992 May 26 13:59:37.864273 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning for port 325f8a3e-5419-43f8-a8e8-0067da401f65 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 13:59:37.871847 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-223a58bd-e713-43ba-811f-66947c43ade9 None None] Current status of the port 99882919-9b98-4571-be95-a4bc9d1f595c is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:37.872349 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-223a58bd-e713-43ba-811f-66947c43ade9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (99882919-9b98-4571-be95-a4bc9d1f595c), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:37.890206 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-71df3dcb-0957-46c8-9aba-e44e9296dd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (0f827b44-af21-4e6a-b7d9-601bce9b0f8f), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:37.969085 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2bb5514-968d-4ac2-89fc-ef5a5b2bb388 admin admin] Publish callbacks [] for port (940d7b40-ebe0-443e-ac38-6c13f542b5a6), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:37.980233 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2bb5514-968d-4ac2-89fc-ef5a5b2bb388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14253987'] for port (940d7b40-ebe0-443e-ac38-6c13f542b5a6), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:37.986450 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-6516e4d0-ecae-4237-8fcf-13a2fa1da5b1 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=12082647641d4ece974c66384e3bf169&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712976 May 26 13:59:38.015902 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:38.085170 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9b092698-6d4a-4030-8835-1dcbf4072ffd None None] Publish callbacks [] for port (ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:38.086986 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2bb5514-968d-4ac2-89fc-ef5a5b2bb388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-302209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-781565'] for router_interface (97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:38.100127 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9b092698-6d4a-4030-8835-1dcbf4072ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:38.159154 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning complete for port 325f8a3e-5419-43f8-a8e8-0067da401f65 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:38.159520 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (325f8a3e-5419-43f8-a8e8-0067da401f65), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:38.165881 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:38.183918 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-9b092698-6d4a-4030-8835-1dcbf4072ffd None None] Attempting to bind port ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca on host dv-cinder-842130-1-iscsi for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:59:38.184126 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-9b092698-6d4a-4030-8835-1dcbf4072ffd None None] Attempting to bind port ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca by drivers openvswitch,hyperv on host dv-cinder-842130-1-iscsi at level 0 using segments [{'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:59:38.184440 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b092698-6d4a-4030-8835-1dcbf4072ffd None None] Attempting to bind port ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca on network 52e096d4-8aa7-4f06-8835-685346500be4 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:59:38.191873 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b092698-6d4a-4030-8835-1dcbf4072ffd None None] Checking agent: {'id': '083d02d4-47f3-493f-9afe-05142db1b6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 47, 24), 'started_at': datetime.datetime(2022, 5, 26, 13, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:59:38.191873 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b092698-6d4a-4030-8835-1dcbf4072ffd None None] Checking segment: {'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:59:38.192212 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9b092698-6d4a-4030-8835-1dcbf4072ffd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:38.192567 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b092698-6d4a-4030-8835-1dcbf4072ffd None None] Bound using segment: {'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:59:38.193026 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-9b092698-6d4a-4030-8835-1dcbf4072ffd None None] Bound port: ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca, host: dv-cinder-842130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:59:38.193634 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9b092698-6d4a-4030-8835-1dcbf4072ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:38.220008 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee74414-0c65-4c02-8db8-8597358aea39 None None] Pushing event updated for resources: {'Port': ['ID=ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:38.220272 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port 084476bb-b307-4d48-8787-63cbecc2a1bb is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:38.243064 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb5514-968d-4ac2-89fc-ef5a5b2bb388 admin admin] Pushing event updated for resources: {'Port': ['ID=940d7b40-ebe0-443e-ac38-6c13f542b5a6,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:38.261178 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-44ebdba9-744f-4f1a-b401-5c2b28ddaa80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (08c7fbde-6089-49f4-9c3b-5e85b717558e), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:38.288599 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-9b092698-6d4a-4030-8835-1dcbf4072ffd None None] For port ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca, host dv-cinder-842130-1-iscsi, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:59:38.294920 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-9b092698-6d4a-4030-8835-1dcbf4072ffd None None] For port ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca, host dv-cinder-842130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca,segment=NetworkSegment(7398460f-ba92-4b10-bc2e-e16a0f9ed6bc),segment_id=7398460f-ba92-4b10-bc2e-e16a0f9ed6bc)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:59:38.295943 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-223a58bd-e713-43ba-811f-66947c43ade9 None None] For port 99882919-9b98-4571-be95-a4bc9d1f595c, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=99882919-9b98-4571-be95-a4bc9d1f595c,segment=NetworkSegment(fe3cddaa-6235-4928-a72a-7782f9b9fdc3),segment_id=fe3cddaa-6235-4928-a72a-7782f9b9fdc3)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:59:38.306669 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9b092698-6d4a-4030-8835-1dcbf4072ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:38.350315 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-223a58bd-e713-43ba-811f-66947c43ade9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (99882919-9b98-4571-be95-a4bc9d1f595c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:38.373834 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bb5514-968d-4ac2-89fc-ef5a5b2bb388 admin admin] Network e26da38a-ef26-46fb-a760-cb66e548f0c4 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:59:38.375672 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-a2bb5514-968d-4ac2-89fc-ef5a5b2bb388 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:59:38.386949 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:38.460914 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b092698-6d4a-4030-8835-1dcbf4072ffd None None] Routers {'b7c93cc2-e741-4932-8956-ed9aed4ead8f'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:59:38.461892 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9b092698-6d4a-4030-8835-1dcbf4072ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:59:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['b7c93cc2-e741-4932-8956-ed9aed4ead8f'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:38.468778 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-223a58bd-e713-43ba-811f-66947c43ade9 None None] Provisioning complete for port 084476bb-b307-4d48-8787-63cbecc2a1bb triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:38.470066 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-223a58bd-e713-43ba-811f-66947c43ade9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (084476bb-b307-4d48-8787-63cbecc2a1bb), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:38.472024 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee74414-0c65-4c02-8db8-8597358aea39 None None] Pushing event updated for resources: {'Port': ['ID=ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:38.492661 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ebdba9-744f-4f1a-b401-5c2b28ddaa80 admin admin] Network dc9a3522-5732-4ae3-9805-a5cd81aa181e is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:59:38.552327 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebdba9-744f-4f1a-b401-5c2b28ddaa80 admin admin] Pushing event updated for resources: {'Port': ['ID=08c7fbde-6089-49f4-9c3b-5e85b717558e,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:38.556145 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-2a38bbfe-a55b-482c-8064-5ca5aa8bf350 service neutron] 10.222.0.91 "GET /v2.0/networks/3c753870-7084-433e-b67c-0097f665e28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5579991 May 26 13:59:38.556966 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-44ebdba9-744f-4f1a-b401-5c2b28ddaa80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:59:38.575880 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ebdba9-744f-4f1a-b401-5c2b28ddaa80 admin admin] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:59:38.589360 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2bb5514-968d-4ac2-89fc-ef5a5b2bb388 admin admin] Router 97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:59:38.602202 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decdc38d-28bb-4bbf-b8b5-1f3cd7f88298 None None] Network e26da38a-ef26-46fb-a760-cb66e548f0c4 requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:59:38.654069 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-9b092698-6d4a-4030-8835-1dcbf4072ffd None None] Set router b7c93cc2-e741-4932-8956-ed9aed4ead8f gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:59:38.686048 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 084476bb-b307-4d48-8787-63cbecc2a1bb up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:59:38.785136 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-44ebdba9-744f-4f1a-b401-5c2b28ddaa80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-778573'] for router_interface (ab499425-a84e-4f6e-aa47-f89554625ab9), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:38.856384 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2bb5514-968d-4ac2-89fc-ef5a5b2bb388 admin admin] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:59:38.864631 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-a2bb5514-968d-4ac2-89fc-ef5a5b2bb388 admin admin] 10.222.0.91 "PUT /v2.0/routers/97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8063071 May 26 13:59:38.874542 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a58bd-e713-43ba-811f-66947c43ade9 None None] Pushing event updated for resources: {'Port': ['ID=99882919-9b98-4571-be95-a4bc9d1f595c,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:38.897881 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-34bc0efe-b4e1-4bb0-b006-53502d9ab6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20af8b33-acd3-4250-8093-707c573a3729', 'name': 'tempest-TestShelveInstance-1877394190-router', 'tenant_id': '4d13c9a0ad1146158525c3398ff4de2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '9ad873ae-ab91-4e13-adfa-c720295abfd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:24Z', 'updated_at': '2022-05-26T13:59:28Z', 'revision_number': 4, 'project_id': '4d13c9a0ad1146158525c3398ff4de2a', 'gw_port': {'id': '9ad873ae-ab91-4e13-adfa-c720295abfd7', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20af8b33-acd3-4250-8093-707c573a3729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:25Z', 'updated_at': '2022-05-26T13:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': '99882919-9b98-4571-be95-a4bc9d1f595c', 'name': '', 'network_id': '2e2642a5-f4ea-4c44-b7a8-82a279ead114', 'tenant_id': '4d13c9a0ad1146158525c3398ff4de2a', 'mac_address': 'fa:16:3e:42:e6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20af8b33-acd3-4250-8093-707c573a3729', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ea142ff0-5d98-4000-a61c-5aa9b40fe7ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:27Z', 'updated_at': '2022-05-26T13:59:35Z', 'revision_number': 4, 'project_id': '4d13c9a0ad1146158525c3398ff4de2a', 'subnets': [{'id': 'ea142ff0-5d98-4000-a61c-5aa9b40fe7ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:38.898412 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9b092698-6d4a-4030-8835-1dcbf4072ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'name': 'tempest-TestVolumeBootPattern-2008676792-router', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T13:59:33Z', 'revision_number': 3, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'gw_port': {'id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi'}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:38.925870 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b092698-6d4a-4030-8835-1dcbf4072ffd None None] The sync data for ids ['b7c93cc2-e741-4932-8956-ed9aed4ead8f'] in dv-cinder-842130-1-iscsi is: [{'id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'name': 'tempest-TestVolumeBootPattern-2008676792-router', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T13:59:33Z', 'revision_number': 3, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'gw_port': {'id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:59:38.940460 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:38.990907 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24e0d8f6-e839-4225-904c-07bfb37476cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:39.002060 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bc0efe-b4e1-4bb0-b006-53502d9ab6f0 None None] The sync data for ids ['20af8b33-acd3-4250-8093-707c573a3729'] in dv-cinder-842130-1-iscsi is: [{'id': '20af8b33-acd3-4250-8093-707c573a3729', 'name': 'tempest-TestShelveInstance-1877394190-router', 'tenant_id': '4d13c9a0ad1146158525c3398ff4de2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '9ad873ae-ab91-4e13-adfa-c720295abfd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:24Z', 'updated_at': '2022-05-26T13:59:28Z', 'revision_number': 4, 'project_id': '4d13c9a0ad1146158525c3398ff4de2a', 'gw_port': {'id': '9ad873ae-ab91-4e13-adfa-c720295abfd7', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20af8b33-acd3-4250-8093-707c573a3729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:25Z', 'updated_at': '2022-05-26T13:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': '99882919-9b98-4571-be95-a4bc9d1f595c', 'name': '', 'network_id': '2e2642a5-f4ea-4c44-b7a8-82a279ead114', 'tenant_id': '4d13c9a0ad1146158525c3398ff4de2a', 'mac_address': 'fa:16:3e:42:e6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20af8b33-acd3-4250-8093-707c573a3729', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ea142ff0-5d98-4000-a61c-5aa9b40fe7ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:27Z', 'updated_at': '2022-05-26T13:59:35Z', 'revision_number': 4, 'project_id': '4d13c9a0ad1146158525c3398ff4de2a', 'subnets': [{'id': 'ea142ff0-5d98-4000-a61c-5aa9b40fe7ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:59:39.003200 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:39.006909 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:39.036813 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 325f8a3e-5419-43f8-a8e8-0067da401f65 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:39.046376 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (325f8a3e-5419-43f8-a8e8-0067da401f65), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:39.118891 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port 084476bb-b307-4d48-8787-63cbecc2a1bb triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:39.119527 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (084476bb-b307-4d48-8787-63cbecc2a1bb), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:39.127472 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c9b2e-fc6f-4a66-8b18-c89b26e2a4bc req-d1eaa34a-2301-48dd-9a92-3581e5ad9085 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:39.128963 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b47c9b2e-fc6f-4a66-8b18-c89b26e2a4bc req-d1eaa34a-2301-48dd-9a92-3581e5ad9085 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 944 time: 0.1344213 May 26 13:59:39.148552 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-b16ee4b6-3ef8-4128-bfe6-9865017bd388 service neutron] 10.222.0.91 "GET /v2.0/networks/3c753870-7084-433e-b67c-0097f665e28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5342243 May 26 13:59:39.204590 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-71df3dcb-0957-46c8-9aba-e44e9296dd8f None None] Publish callbacks [] for port (0f827b44-af21-4e6a-b7d9-601bce9b0f8f), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:39.238474 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa89e8ed-11d3-42d2-b030-5b7497694471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325f8a3e-5419-43f8-a8e8-0067da401f65'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:59:39.240996 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75cf6a0b0aca4359f4c43b56c27fa80c20f62c04807301a9a0ec5234ef5b0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab0f55a-d245-44aa-a2af-3b69d29254e4" -d '{"events": [{"server_uuid": "aa89e8ed-11d3-42d2-b030-5b7497694471", "name": "network-vif-plugged", "status": "completed", "tag": "325f8a3e-5419-43f8-a8e8-0067da401f65"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:59:39.254044 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-71df3dcb-0957-46c8-9aba-e44e9296dd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (0f827b44-af21-4e6a-b7d9-601bce9b0f8f), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:39.256726 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-223a58bd-e713-43ba-811f-66947c43ade9 None None] Current status of the port 084476bb-b307-4d48-8787-63cbecc2a1bb is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:39.288800 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-44ebdba9-744f-4f1a-b401-5c2b28ddaa80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (08c7fbde-6089-49f4-9c3b-5e85b717558e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:39.320140 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 325f8a3e-5419-43f8-a8e8-0067da401f65, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=325f8a3e-5419-43f8-a8e8-0067da401f65,segment=NetworkSegment(dadb0ef3-0764-477f-9135-b33720fcec5f),segment_id=dadb0ef3-0764-477f-9135-b33720fcec5f)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:59:39.364443 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (325f8a3e-5419-43f8-a8e8-0067da401f65), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:39.371524 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:39.479660 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device fefc5ff7-7f07-4b4c-9a1f-242c2bae275e no longer exists at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:59:39.500319 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b47c9b2e-fc6f-4a66-8b18-c89b26e2a4bc req-c0d36604-5ea3-4282-8b97-57f9217da626 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3411522 May 26 13:59:39.506949 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09537c-1261-4055-a42d-8758888a5f99 None None] Pushing event updated for resources: {'Port': ['ID=0f827b44-af21-4e6a-b7d9-601bce9b0f8f,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:39.582264 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-71df3dcb-0957-46c8-9aba-e44e9296dd8f None None] Attempting to bind port 0f827b44-af21-4e6a-b7d9-601bce9b0f8f on host dv-cinder-842130-1-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:59:39.582681 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-71df3dcb-0957-46c8-9aba-e44e9296dd8f None None] Attempting to bind port 0f827b44-af21-4e6a-b7d9-601bce9b0f8f by drivers openvswitch,hyperv on host dv-cinder-842130-1-iscsi at level 0 using segments [{'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:59:39.587888 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71df3dcb-0957-46c8-9aba-e44e9296dd8f None None] Attempting to bind port 0f827b44-af21-4e6a-b7d9-601bce9b0f8f on network 52e096d4-8aa7-4f06-8835-685346500be4 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:59:39.636313 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-e7150ef6-5518-43ef-9f78-123a62727e68 None None] Provisioning complete for port 6a4ad720-4be4-4656-8f90-d5a308eb7b34 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:39.636765 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e7150ef6-5518-43ef-9f78-123a62727e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (6a4ad720-4be4-4656-8f90-d5a308eb7b34), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:39.646516 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] No Port match for: fefc5ff7-7f07-4b4c-9a1f-242c2bae275e {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 13:59:39.646938 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device fefc5ff7-7f07-4b4c-9a1f-242c2bae275e not bound to the agent host hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:59:39.662335 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-24e0d8f6-e839-4225-904c-07bfb37476cf admin admin] Allocated IP 172.20.0.1 (bb3bf56d-90fc-4a74-995d-ab2752db975c/a30ef594-0dbe-4d1b-9278-186af670d87d/c838c993-7dcc-4776-a562-c32b19de95f4) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:59:39.690469 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf137bbb-c607-4385-b9ca-38f3cf812e1f x-openstack-request-id: req-bf137bbb-c607-4385-b9ca-38f3cf812e1f {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:59:39.692516 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa89e8ed-11d3-42d2-b030-5b7497694471", "name": "network-vif-plugged", "status": "completed", "tag": "325f8a3e-5419-43f8-a8e8-0067da401f65", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:59:39.693695 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bf137bbb-c607-4385-b9ca-38f3cf812e1f {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:59:39.694789 dv-cinder-842130-1-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf137bbb-c607-4385-b9ca-38f3cf812e1f'] response: {'server_uuid': 'aa89e8ed-11d3-42d2-b030-5b7497694471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325f8a3e-5419-43f8-a8e8-0067da401f65', 'code': 200} May 26 13:59:39.777837 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71df3dcb-0957-46c8-9aba-e44e9296dd8f None None] Checking agent: {'id': '083d02d4-47f3-493f-9afe-05142db1b6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 47, 24), 'started_at': datetime.datetime(2022, 5, 26, 13, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:59:39.778273 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71df3dcb-0957-46c8-9aba-e44e9296dd8f None None] Checking segment: {'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:59:39.778672 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-71df3dcb-0957-46c8-9aba-e44e9296dd8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:39.779101 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71df3dcb-0957-46c8-9aba-e44e9296dd8f None None] Bound using segment: {'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:59:39.779507 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-71df3dcb-0957-46c8-9aba-e44e9296dd8f None None] Bound port: 0f827b44-af21-4e6a-b7d9-601bce9b0f8f, host: dv-cinder-842130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:59:39.779874 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-71df3dcb-0957-46c8-9aba-e44e9296dd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (0f827b44-af21-4e6a-b7d9-601bce9b0f8f), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:39.928085 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port 084476bb-b307-4d48-8787-63cbecc2a1bb is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:39.930803 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 9ade85e2-a89f-4c1d-aec9-7c6e2a540bca up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:59:39.967130 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-74931c45-0494-4492-8486-2bea5c5dcb90 req-c71cc9c7-5d95-4142-bfbb-d9b5c7b2c867 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dcbaef5-7ff8-4edf-9ccf-e1053c6c6649 HTTP/1.1" status: 200 len: 210 time: 0.1355021 May 26 13:59:40.014412 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=325f8a3e-5419-43f8-a8e8-0067da401f65,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:40.082425 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-71df3dcb-0957-46c8-9aba-e44e9296dd8f None None] For port 0f827b44-af21-4e6a-b7d9-601bce9b0f8f, host dv-cinder-842130-1-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:59:40.118716 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-71df3dcb-0957-46c8-9aba-e44e9296dd8f None None] For port 0f827b44-af21-4e6a-b7d9-601bce9b0f8f, host dv-cinder-842130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=0f827b44-af21-4e6a-b7d9-601bce9b0f8f,segment=NetworkSegment(7398460f-ba92-4b10-bc2e-e16a0f9ed6bc),segment_id=7398460f-ba92-4b10-bc2e-e16a0f9ed6bc)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:59:40.123889 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port 9ade85e2-a89f-4c1d-aec9-7c6e2a540bca triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:40.124268 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (9ade85e2-a89f-4c1d-aec9-7c6e2a540bca), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:40.191001 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-71df3dcb-0957-46c8-9aba-e44e9296dd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (0f827b44-af21-4e6a-b7d9-601bce9b0f8f), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:40.240113 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 48078) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:40.251518 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-528cbee1-9d3e-4e03-8819-16fcb14043e8 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-767251997', 'description': 'tempest-secgroup-smoke-767251997 description', 'project_id': '4d13c9a0ad1146158525c3398ff4de2a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:40.330422 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-528cbee1-9d3e-4e03-8819-16fcb14043e8 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:40.460944 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-528cbee1-9d3e-4e03-8819-16fcb14043e8 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks [] for security_group (29a678fb-c3b7-406c-85af-b94c86c1c442), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:40.469741 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-528cbee1-9d3e-4e03-8819-16fcb14043e8 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (29a678fb-c3b7-406c-85af-b94c86c1c442), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:40.512219 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-528cbee1-9d3e-4e03-8819-16fcb14043e8 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:40.516499 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-528cbee1-9d3e-4e03-8819-16fcb14043e8 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2725286 May 26 13:59:40.516499 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528cbee1-9d3e-4e03-8819-16fcb14043e8 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29a678fb-c3b7-406c-85af-b94c86c1c442,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:40.520086 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 48080) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:40.526131 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7c678fae-198f-467e-bb6f-2a920800ee45 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Request body: {'security_group_rule': {'security_group_id': '29a678fb-c3b7-406c-85af-b94c86c1c442', 'project_id': '4d13c9a0ad1146158525c3398ff4de2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:40.553627 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-e7150ef6-5518-43ef-9f78-123a62727e68 None None] Current status of the port 6a4ad720-4be4-4656-8f90-d5a308eb7b34 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:40.554189 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e7150ef6-5518-43ef-9f78-123a62727e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (6a4ad720-4be4-4656-8f90-d5a308eb7b34), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:40.617922 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09537c-1261-4055-a42d-8758888a5f99 None None] Pushing event updated for resources: {'Port': ['ID=0f827b44-af21-4e6a-b7d9-601bce9b0f8f,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:40.621358 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71df3dcb-0957-46c8-9aba-e44e9296dd8f None None] Routers {'97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:59:40.622291 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-71df3dcb-0957-46c8-9aba-e44e9296dd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:59:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:40.638779 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c678fae-198f-467e-bb6f-2a920800ee45 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks [] for security_group_rule (357a1597-0b84-46ae-bd25-460f60de97e0), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:40.712474 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:40.727553 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-e7150ef6-5518-43ef-9f78-123a62727e68 None None] For port 6a4ad720-4be4-4656-8f90-d5a308eb7b34, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=6a4ad720-4be4-4656-8f90-d5a308eb7b34,segment=NetworkSegment(18d90dc2-9ceb-473c-b8b5-c672010bce9e),segment_id=18d90dc2-9ceb-473c-b8b5-c672010bce9e)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:59:40.741000 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c678fae-198f-467e-bb6f-2a920800ee45 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks [] for security_group_rule (357a1597-0b84-46ae-bd25-460f60de97e0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:40.741552 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e7150ef6-5518-43ef-9f78-123a62727e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (6a4ad720-4be4-4656-8f90-d5a308eb7b34), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:40.743703 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port 9ade85e2-a89f-4c1d-aec9-7c6e2a540bca is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:40.744065 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (9ade85e2-a89f-4c1d-aec9-7c6e2a540bca), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:40.750688 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c678fae-198f-467e-bb6f-2a920800ee45 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581445'] for security_group_rule (357a1597-0b84-46ae-bd25-460f60de97e0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:40.785485 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c678fae-198f-467e-bb6f-2a920800ee45 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=357a1597-0b84-46ae-bd25-460f60de97e0,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:40.796518 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c678fae-198f-467e-bb6f-2a920800ee45 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:40.800777 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-7c678fae-198f-467e-bb6f-2a920800ee45 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2771041 May 26 13:59:40.801468 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 48084) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:40.809650 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-519459e8-57e3-4006-a64d-834152281f63 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Request body: {'security_group_rule': {'security_group_id': '29a678fb-c3b7-406c-85af-b94c86c1c442', 'project_id': '4d13c9a0ad1146158525c3398ff4de2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:40.822792 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-e7150ef6-5518-43ef-9f78-123a62727e68 None None] Provisioning complete for port 08c7fbde-6089-49f4-9c3b-5e85b717558e triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:40.823206 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e7150ef6-5518-43ef-9f78-123a62727e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (08c7fbde-6089-49f4-9c3b-5e85b717558e), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:40.831797 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f316d-dc75-4469-b5d5-71488d364f99 req-20e78db4-e675-4f21-a8b2-c0bb701d471f tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:40.833406 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4e1f316d-dc75-4469-b5d5-71488d364f99 req-20e78db4-e675-4f21-a8b2-c0bb701d471f tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.1460373 May 26 13:59:40.837207 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] For port 9ade85e2-a89f-4c1d-aec9-7c6e2a540bca, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=9ade85e2-a89f-4c1d-aec9-7c6e2a540bca,segment=NetworkSegment(7398460f-ba92-4b10-bc2e-e16a0f9ed6bc),segment_id=7398460f-ba92-4b10-bc2e-e16a0f9ed6bc)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:59:40.853443 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-519459e8-57e3-4006-a64d-834152281f63 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks [] for security_group_rule (18d3e316-87aa-47df-aa45-0788d8a9b188), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:40.857810 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfb52d-d0ff-428f-bc9b-0852eb13d1b0 req-a4ba6e17-1889-4d1e-9d3f-e735bc832481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:40.859304 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8cdfb52d-d0ff-428f-bc9b-0852eb13d1b0 req-a4ba6e17-1889-4d1e-9d3f-e735bc832481 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 1129 time: 0.8890729 May 26 13:59:40.892073 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (9ade85e2-a89f-4c1d-aec9-7c6e2a540bca), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:40.892936 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 8e98dda2-ace4-4730-9504-cb41b3ac7a52 up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:59:40.905042 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-44ebdba9-744f-4f1a-b401-5c2b28ddaa80 admin admin] Publish callbacks [] for port (08c7fbde-6089-49f4-9c3b-5e85b717558e), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:40.923858 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-44ebdba9-744f-4f1a-b401-5c2b28ddaa80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13292136'] for port (08c7fbde-6089-49f4-9c3b-5e85b717558e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:40.938947 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-519459e8-57e3-4006-a64d-834152281f63 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks [] for security_group_rule (18d3e316-87aa-47df-aa45-0788d8a9b188), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:40.946432 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-519459e8-57e3-4006-a64d-834152281f63 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581445'] for security_group_rule (18d3e316-87aa-47df-aa45-0788d8a9b188), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:40.953780 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-71df3dcb-0957-46c8-9aba-e44e9296dd8f None None] Set router 97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:59:40.980541 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24e0d8f6-e839-4225-904c-07bfb37476cf admin admin] Publish callbacks [] for port (c838c993-7dcc-4776-a562-c32b19de95f4), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:40.995370 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-519459e8-57e3-4006-a64d-834152281f63 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:41.000343 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-519459e8-57e3-4006-a64d-834152281f63 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1938047 May 26 13:59:41.000343 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519459e8-57e3-4006-a64d-834152281f63 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18d3e316-87aa-47df-aa45-0788d8a9b188,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:41.002488 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-e7150ef6-5518-43ef-9f78-123a62727e68 None None] Port 08c7fbde-6089-49f4-9c3b-5e85b717558e cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:59:41.007372 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 48088) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:41.013065 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7e6cd15f-13a1-4f87-8e90-3e810b5d3010 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Request body: {'security_group_rule': {'security_group_id': '29a678fb-c3b7-406c-85af-b94c86c1c442', 'project_id': '4d13c9a0ad1146158525c3398ff4de2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:41.030983 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:41.051340 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:41.055458 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e6cd15f-13a1-4f87-8e90-3e810b5d3010 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks [] for security_group_rule (32c64301-2038-45f2-afc9-14ac77b335e5), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:41.074066 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4e1f316d-dc75-4469-b5d5-71488d364f99 req-dff2231f-5d16-4f6a-8b41-94404e4ec19a tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089517 May 26 13:59:41.075022 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebdba9-744f-4f1a-b401-5c2b28ddaa80 admin admin] Pushing event updated for resources: {'Port': ['ID=08c7fbde-6089-49f4-9c3b-5e85b717558e,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:41.105106 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:41.108593 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:41.142371 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:41.144200 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-e7150ef6-5518-43ef-9f78-123a62727e68 None None] Provisioning complete for port 8e98dda2-ace4-4730-9504-cb41b3ac7a52 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:41.144725 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e7150ef6-5518-43ef-9f78-123a62727e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (8e98dda2-ace4-4730-9504-cb41b3ac7a52), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:41.146594 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7150ef6-5518-43ef-9f78-123a62727e68 None None] Pushing event updated for resources: {'Port': ['ID=6a4ad720-4be4-4656-8f90-d5a308eb7b34,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:41.171581 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-44ebdba9-744f-4f1a-b401-5c2b28ddaa80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-302209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-781565'] for router_interface (ab499425-a84e-4f6e-aa47-f89554625ab9), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:41.173507 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e6cd15f-13a1-4f87-8e90-3e810b5d3010 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks [] for security_group_rule (32c64301-2038-45f2-afc9-14ac77b335e5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:41.186416 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e6cd15f-13a1-4f87-8e90-3e810b5d3010 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581445'] for security_group_rule (32c64301-2038-45f2-afc9-14ac77b335e5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:41.219689 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e6cd15f-13a1-4f87-8e90-3e810b5d3010 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:41.222474 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-7e6cd15f-13a1-4f87-8e90-3e810b5d3010 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2137265 May 26 13:59:41.223287 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6cd15f-13a1-4f87-8e90-3e810b5d3010 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32c64301-2038-45f2-afc9-14ac77b335e5,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:41.226458 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 48090) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:41.232010 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3f0efd24-576a-4299-bb8a-27508541a927 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Request body: {'security_group_rule': {'security_group_id': '29a678fb-c3b7-406c-85af-b94c86c1c442', 'project_id': '4d13c9a0ad1146158525c3398ff4de2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:41.281773 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f0efd24-576a-4299-bb8a-27508541a927 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks [] for security_group_rule (c6b8b726-7e63-4ea3-91f9-a2c8331d7ef0), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:41.309657 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8cdfb52d-d0ff-428f-bc9b-0852eb13d1b0 req-5d963fc1-df78-469f-88e4-b2b830cc918e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3211410 May 26 13:59:41.314270 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port 8e98dda2-ace4-4730-9504-cb41b3ac7a52 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:41.314881 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (8e98dda2-ace4-4730-9504-cb41b3ac7a52), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:41.322526 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-018b3421-119a-4500-985d-8283d0c1e356 req-79df6f43-9b0d-4ec5-89ad-847a4ce53207 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dcbaef5-7ff8-4edf-9ccf-e1053c6c6649 HTTP/1.1" status: 200 len: 210 time: 0.2202606 May 26 13:59:41.342683 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24e0d8f6-e839-4225-904c-07bfb37476cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (c838c993-7dcc-4776-a562-c32b19de95f4), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:41.353563 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f0efd24-576a-4299-bb8a-27508541a927 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks [] for security_group_rule (c6b8b726-7e63-4ea3-91f9-a2c8331d7ef0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:41.359803 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f0efd24-576a-4299-bb8a-27508541a927 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581445'] for security_group_rule (c6b8b726-7e63-4ea3-91f9-a2c8331d7ef0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:41.389409 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0efd24-576a-4299-bb8a-27508541a927 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6b8b726-7e63-4ea3-91f9-a2c8331d7ef0,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:41.407188 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f0efd24-576a-4299-bb8a-27508541a927 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:41.408859 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-3f0efd24-576a-4299-bb8a-27508541a927 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1813891 May 26 13:59:41.411477 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 48092) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:41.419270 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2030012a-f594-48cf-a771-87d3912b4d0f tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Request body: {'security_group_rule': {'security_group_id': '29a678fb-c3b7-406c-85af-b94c86c1c442', 'project_id': '4d13c9a0ad1146158525c3398ff4de2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:41.420212 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0d8f6-e839-4225-904c-07bfb37476cf admin admin] Pushing event updated for resources: {'Port': ['ID=c838c993-7dcc-4776-a562-c32b19de95f4,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:41.423739 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-e7150ef6-5518-43ef-9f78-123a62727e68 None None] Current status of the port 8e98dda2-ace4-4730-9504-cb41b3ac7a52 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:41.424123 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e7150ef6-5518-43ef-9f78-123a62727e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (8e98dda2-ace4-4730-9504-cb41b3ac7a52), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:41.429892 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Pushing event updated for resources: {'Port': ['ID=9ade85e2-a89f-4c1d-aec9-7c6e2a540bca,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:41.445598 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-2030012a-f594-48cf-a771-87d3912b4d0f tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Project 4d13c9a0ad1146158525c3398ff4de2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 13:59:41.454579 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2030012a-f594-48cf-a771-87d3912b4d0f tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks [] for security_group_rule (bb408495-ace1-4738-9d95-fe12c518198a), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:41.483012 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e0d8f6-e839-4225-904c-07bfb37476cf admin admin] Network bb3bf56d-90fc-4a74-995d-ab2752db975c is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:59:41.500661 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-24e0d8f6-e839-4225-904c-07bfb37476cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:59:41.503221 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e0d8f6-e839-4225-904c-07bfb37476cf admin admin] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:59:41.513862 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2030012a-f594-48cf-a771-87d3912b4d0f tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks [] for security_group_rule (bb408495-ace1-4738-9d95-fe12c518198a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:41.520923 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2030012a-f594-48cf-a771-87d3912b4d0f tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581445'] for security_group_rule (bb408495-ace1-4738-9d95-fe12c518198a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:41.543029 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-e7150ef6-5518-43ef-9f78-123a62727e68 None None] For port 8e98dda2-ace4-4730-9504-cb41b3ac7a52, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=8e98dda2-ace4-4730-9504-cb41b3ac7a52,segment=NetworkSegment(32a538b2-b5da-4136-a950-cc79b8ca0862),segment_id=32a538b2-b5da-4136-a950-cc79b8ca0862)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:59:41.543723 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030012a-f594-48cf-a771-87d3912b4d0f tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb408495-ace1-4738-9d95-fe12c518198a,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:41.550229 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port 8e98dda2-ace4-4730-9504-cb41b3ac7a52 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:41.551436 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (8e98dda2-ace4-4730-9504-cb41b3ac7a52), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:41.555499 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e7150ef6-5518-43ef-9f78-123a62727e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (8e98dda2-ace4-4730-9504-cb41b3ac7a52), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:41.556396 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2030012a-f594-48cf-a771-87d3912b4d0f tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:41.563140 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 48094) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:41.566000 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:41.572021 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-2030012a-f594-48cf-a771-87d3912b4d0f tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1592412 May 26 13:59:41.573687 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-98311911-2122-4a4e-bfa6-bc8c98896a59 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Request body: {'security_group_rule': {'security_group_id': '29a678fb-c3b7-406c-85af-b94c86c1c442', 'project_id': '4d13c9a0ad1146158525c3398ff4de2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:41.587250 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-71df3dcb-0957-46c8-9aba-e44e9296dd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff', 'name': 'tempest-TestShelveInstance-1302262041-router', 'tenant_id': 'a5028cfaabd84d63a6ff2cb33b0133e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '0f827b44-af21-4e6a-b7d9-601bce9b0f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:37Z', 'revision_number': 4, 'project_id': 'a5028cfaabd84d63a6ff2cb33b0133e4', 'gw_port': {'id': '0f827b44-af21-4e6a-b7d9-601bce9b0f8f', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:33Z', 'updated_at': '2022-05-26T13:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': '940d7b40-ebe0-443e-ac38-6c13f542b5a6', 'name': '', 'network_id': 'e26da38a-ef26-46fb-a760-cb66e548f0c4', 'tenant_id': 'a5028cfaabd84d63a6ff2cb33b0133e4', 'mac_address': 'fa:16:3e:c7:d0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '5a6b919f-6ca4-4fe6-9e71-5da29e4fd6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:36Z', 'updated_at': '2022-05-26T13:59:37Z', 'revision_number': 2, 'project_id': 'a5028cfaabd84d63a6ff2cb33b0133e4', 'subnets': [{'id': '5a6b919f-6ca4-4fe6-9e71-5da29e4fd6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:41.599843 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-def78eaa-b433-4112-ac56-cf1e87a8d4b6 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:41.601390 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-def78eaa-b433-4112-ac56-cf1e87a8d4b6 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.82 "GET /v2.0/networks?id=3c753870-7084-433e-b67c-0097f665e28b HTTP/1.1" status: 200 len: 808 time: 0.4240038 May 26 13:59:41.634307 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71df3dcb-0957-46c8-9aba-e44e9296dd8f None None] The sync data for ids ['97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff'] in dv-cinder-842130-1-iscsi is: [{'id': '97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff', 'name': 'tempest-TestShelveInstance-1302262041-router', 'tenant_id': 'a5028cfaabd84d63a6ff2cb33b0133e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '0f827b44-af21-4e6a-b7d9-601bce9b0f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:37Z', 'revision_number': 4, 'project_id': 'a5028cfaabd84d63a6ff2cb33b0133e4', 'gw_port': {'id': '0f827b44-af21-4e6a-b7d9-601bce9b0f8f', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:33Z', 'updated_at': '2022-05-26T13:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': '940d7b40-ebe0-443e-ac38-6c13f542b5a6', 'name': '', 'network_id': 'e26da38a-ef26-46fb-a760-cb66e548f0c4', 'tenant_id': 'a5028cfaabd84d63a6ff2cb33b0133e4', 'mac_address': 'fa:16:3e:c7:d0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '5a6b919f-6ca4-4fe6-9e71-5da29e4fd6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:36Z', 'updated_at': '2022-05-26T13:59:37Z', 'revision_number': 2, 'project_id': 'a5028cfaabd84d63a6ff2cb33b0133e4', 'subnets': [{'id': '5a6b919f-6ca4-4fe6-9e71-5da29e4fd6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:59:41.643467 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24e0d8f6-e839-4225-904c-07bfb37476cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-778573'] for router_interface (b7c93cc2-e741-4932-8956-ed9aed4ead8f), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:41.680442 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.db.securitygroups_db [None req-98311911-2122-4a4e-bfa6-bc8c98896a59 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Project 4d13c9a0ad1146158525c3398ff4de2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 13:59:41.693216 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7150ef6-5518-43ef-9f78-123a62727e68 None None] Pushing event updated for resources: {'Port': ['ID=8e98dda2-ace4-4730-9504-cb41b3ac7a52,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:41.693806 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ebdba9-744f-4f1a-b401-5c2b28ddaa80 admin admin] Network dc9a3522-5732-4ae3-9805-a5cd81aa181e is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:59:41.700758 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-98311911-2122-4a4e-bfa6-bc8c98896a59 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks [] for security_group_rule (a54e26e5-9730-4bc6-a2f4-cc6c66b9812c), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:41.703993 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-44ebdba9-744f-4f1a-b401-5c2b28ddaa80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:59:41.709076 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-425dd991-c7a0-4d32-9df3-597bbad2f822 None None] Provisioning complete for port 6a4ad720-4be4-4656-8f90-d5a308eb7b34 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:41.709511 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-425dd991-c7a0-4d32-9df3-597bbad2f822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (6a4ad720-4be4-4656-8f90-d5a308eb7b34), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:41.711620 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.db.api [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 26 13:59:41.712019 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG oslo_db.api [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 13:59:41.853102 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-425dd991-c7a0-4d32-9df3-597bbad2f822 None None] Current status of the port 6a4ad720-4be4-4656-8f90-d5a308eb7b34 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:41.868563 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-425dd991-c7a0-4d32-9df3-597bbad2f822 None None] Provisioning complete for port 940d7b40-ebe0-443e-ac38-6c13f542b5a6 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:41.868791 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-9a5cd395-a8c5-4155-9c13-4f4097826a36 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Request body: {'port': {'device_id': '7dcbaef5-7ff8-4edf-9ccf-e1053c6c6649', 'network_id': '3c753870-7084-433e-b67c-0097f665e28b', 'admin_state_up': True, 'tenant_id': '12082647641d4ece974c66384e3bf169'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:41.869290 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-425dd991-c7a0-4d32-9df3-597bbad2f822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (940d7b40-ebe0-443e-ac38-6c13f542b5a6), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:41.918931 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-425dd991-c7a0-4d32-9df3-597bbad2f822 None None] Port 940d7b40-ebe0-443e-ac38-6c13f542b5a6 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:59:41.977697 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:42.010943 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-98311911-2122-4a4e-bfa6-bc8c98896a59 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks [] for security_group_rule (a54e26e5-9730-4bc6-a2f4-cc6c66b9812c), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:42.039937 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-302622a4-2537-4fd6-8ae3-0fed2581ab82 None None] Provisioning complete for port 08c7fbde-6089-49f4-9c3b-5e85b717558e triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:42.040506 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-302622a4-2537-4fd6-8ae3-0fed2581ab82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (08c7fbde-6089-49f4-9c3b-5e85b717558e), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:42.043351 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-98311911-2122-4a4e-bfa6-bc8c98896a59 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581445'] for security_group_rule (a54e26e5-9730-4bc6-a2f4-cc6c66b9812c), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:42.074679 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-302622a4-2537-4fd6-8ae3-0fed2581ab82 None None] Port 08c7fbde-6089-49f4-9c3b-5e85b717558e cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:59:42.083803 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-302622a4-2537-4fd6-8ae3-0fed2581ab82 None None] Provisioning complete for port c838c993-7dcc-4776-a562-c32b19de95f4 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:42.084174 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-302622a4-2537-4fd6-8ae3-0fed2581ab82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (c838c993-7dcc-4776-a562-c32b19de95f4), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:42.095099 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98311911-2122-4a4e-bfa6-bc8c98896a59 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a54e26e5-9730-4bc6-a2f4-cc6c66b9812c,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:42.105951 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24e0d8f6-e839-4225-904c-07bfb37476cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (c838c993-7dcc-4776-a562-c32b19de95f4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:42.114063 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ebdba9-744f-4f1a-b401-5c2b28ddaa80 admin admin] Router ab499425-a84e-4f6e-aa47-f89554625ab9 has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:59:42.132608 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-98311911-2122-4a4e-bfa6-bc8c98896a59 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:42.133865 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-98311911-2122-4a4e-bfa6-bc8c98896a59 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5666687 May 26 13:59:42.140649 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-302622a4-2537-4fd6-8ae3-0fed2581ab82 None None] Port c838c993-7dcc-4776-a562-c32b19de95f4 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:59:42.232764 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:42.290524 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port 8e98dda2-ace4-4730-9504-cb41b3ac7a52 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:42.291545 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 6a4ad720-4be4-4656-8f90-d5a308eb7b34 up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:59:42.351845 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port 6a4ad720-4be4-4656-8f90-d5a308eb7b34 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:42.352303 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (6a4ad720-4be4-4656-8f90-d5a308eb7b34), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:42.354661 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:42.421561 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-9a5cd395-a8c5-4155-9c13-4f4097826a36 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Made reservation on behalf of 12082647641d4ece974c66384e3bf169 for: {'port': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:59:42.425414 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-9a5cd395-a8c5-4155-9c13-4f4097826a36 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:42.445629 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port 6a4ad720-4be4-4656-8f90-d5a308eb7b34 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:42.544140 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdb550-0786-40af-a2ca-89d0db7f5f88 req-cbdbebfb-2e79-4481-8fae-367641626397 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:42.545722 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-10cdb550-0786-40af-a2ca-89d0db7f5f88 req-cbdbebfb-2e79-4481-8fae-367641626397 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.3335388 May 26 13:59:42.587426 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f4df4bc7-8153-4e13-8bc7-2d4049fa34e4 req-072061e9-0652-4aef-987e-839a41aba9b1 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dcbaef5-7ff8-4edf-9ccf-e1053c6c6649 HTTP/1.1" status: 200 len: 210 time: 0.0929930 May 26 13:59:42.747012 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ebdba9-744f-4f1a-b401-5c2b28ddaa80 admin admin] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:59:42.753729 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-44ebdba9-744f-4f1a-b401-5c2b28ddaa80 admin admin] 10.222.0.91 "PUT /v2.0/routers/ab499425-a84e-4f6e-aa47-f89554625ab9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4243028 May 26 13:59:42.764820 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d87651-a07e-4181-b6ac-b60a52bd0a4d None None] Sync routers for ids ['ab499425-a84e-4f6e-aa47-f89554625ab9'] in dv-cinder-842130-1-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:59:42.771172 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 8e98dda2-ace4-4730-9504-cb41b3ac7a52 up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:59:42.805042 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-10cdb550-0786-40af-a2ca-89d0db7f5f88 req-ac6b4260-8161-43bc-a98f-5591dc6ced53 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336018 May 26 13:59:42.861391 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d87651-a07e-4181-b6ac-b60a52bd0a4d None None] Routers {'ab499425-a84e-4f6e-aa47-f89554625ab9'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:59:42.862052 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-33d87651-a07e-4181-b6ac-b60a52bd0a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:59:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['ab499425-a84e-4f6e-aa47-f89554625ab9'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:42.874880 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-9a5cd395-a8c5-4155-9c13-4f4097826a36 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Allocated IP 172.20.0.11 (3c753870-7084-433e-b67c-0097f665e28b/480b17c0-db32-45d4-9df8-232d9163a239/41e6383a-25f2-45be-aa0c-cffb6e1f1143) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:59:42.899387 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:43.011283 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24e0d8f6-e839-4225-904c-07bfb37476cf admin admin] Publish callbacks [] for port (c838c993-7dcc-4776-a562-c32b19de95f4), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:43.030199 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24e0d8f6-e839-4225-904c-07bfb37476cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13292136'] for port (c838c993-7dcc-4776-a562-c32b19de95f4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:43.093186 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port 8e98dda2-ace4-4730-9504-cb41b3ac7a52 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:43.093735 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (8e98dda2-ace4-4730-9504-cb41b3ac7a52), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:43.127435 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-33d87651-a07e-4181-b6ac-b60a52bd0a4d None None] Set router ab499425-a84e-4f6e-aa47-f89554625ab9 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:59:43.178520 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0d8f6-e839-4225-904c-07bfb37476cf admin admin] Pushing event updated for resources: {'Port': ['ID=c838c993-7dcc-4776-a562-c32b19de95f4,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:43.189390 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24e0d8f6-e839-4225-904c-07bfb37476cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-302209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-781565'] for router_interface (b7c93cc2-e741-4932-8956-ed9aed4ead8f), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:43.325208 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-9a5cd395-a8c5-4155-9c13-4f4097826a36 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Publish callbacks [] for port (41e6383a-25f2-45be-aa0c-cffb6e1f1143), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:43.403774 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e0d8f6-e839-4225-904c-07bfb37476cf admin admin] Network bb3bf56d-90fc-4a74-995d-ab2752db975c is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:59:43.410237 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-24e0d8f6-e839-4225-904c-07bfb37476cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:59:43.477734 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:43.481701 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-9a5cd395-a8c5-4155-9c13-4f4097826a36 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (41e6383a-25f2-45be-aa0c-cffb6e1f1143), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:43.561453 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-9a5cd395-a8c5-4155-9c13-4f4097826a36 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Network 3c753870-7084-433e-b67c-0097f665e28b is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:59:43.578533 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-9a5cd395-a8c5-4155-9c13-4f4097826a36 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:59:43.651042 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-9a5cd395-a8c5-4155-9c13-4f4097826a36 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:59:43.653901 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5cd395-a8c5-4155-9c13-4f4097826a36 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Pushing event updated for resources: {'Port': ['ID=41e6383a-25f2-45be-aa0c-cffb6e1f1143,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:43.689423 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:43.733871 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e0d8f6-e839-4225-904c-07bfb37476cf admin admin] Router b7c93cc2-e741-4932-8956-ed9aed4ead8f has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:59:43.750046 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-9a5cd395-a8c5-4155-9c13-4f4097826a36 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:43.750786 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-9a5cd395-a8c5-4155-9c13-4f4097826a36 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:43.798053 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port 8e98dda2-ace4-4730-9504-cb41b3ac7a52 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:43.798804 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:59:43.931406 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 48178) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:43.937119 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c5773-c6ac-49f1-9b5b-266e0e8e477c req-4d06f3d2-cc2b-40df-b29a-a30fe3f4e4f1 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:43.937119 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-078c5773-c6ac-49f1-9b5b-266e0e8e477c req-4d06f3d2-cc2b-40df-b29a-a30fe3f4e4f1 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dcbaef5-7ff8-4edf-9ccf-e1053c6c6649 HTTP/1.1" status: 200 len: 932 time: 0.1784821 May 26 13:59:43.942773 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-9a5cd395-a8c5-4155-9c13-4f4097826a36 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0790410 May 26 13:59:43.944139 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-eb4da72b-e709-4a1a-a330-1f4b6d61c698 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2043743713-network', 'tenant_id': '60a6f4f6d3854690befed268a5911a3b'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:43.946564 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-33d87651-a07e-4181-b6ac-b60a52bd0a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'name': 'tempest-TestMinimumBasicScenario-585642497-router', 'tenant_id': '08ed6980f1214f6789f94f34a4c68e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '9ade85e2-a89f-4c1d-aec9-7c6e2a540bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T13:59:38Z', 'revision_number': 4, 'project_id': '08ed6980f1214f6789f94f34a4c68e6e', 'gw_port': {'id': '9ade85e2-a89f-4c1d-aec9-7c6e2a540bca', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': '08c7fbde-6089-49f4-9c3b-5e85b717558e', 'name': '', 'network_id': 'dc9a3522-5732-4ae3-9805-a5cd81aa181e', 'tenant_id': '08ed6980f1214f6789f94f34a4c68e6e', 'mac_address': 'fa:16:3e:ba:7e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '600c6f3c-cfcb-4a91-8156-6ec613102bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:36Z', 'updated_at': '2022-05-26T13:59:39Z', 'revision_number': 2, 'project_id': '08ed6980f1214f6789f94f34a4c68e6e', 'subnets': [{'id': '600c6f3c-cfcb-4a91-8156-6ec613102bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:43.975574 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:43.978330 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4da72b-e709-4a1a-a330-1f4b6d61c698 admin admin] Made reservation on behalf of 60a6f4f6d3854690befed268a5911a3b for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:59:43.980238 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d87651-a07e-4181-b6ac-b60a52bd0a4d None None] Checking router: ab499425-a84e-4f6e-aa47-f89554625ab9 for host: dv-cinder-842130-1-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:59:43.980822 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d87651-a07e-4181-b6ac-b60a52bd0a4d None None] Updating router ab499425-a84e-4f6e-aa47-f89554625ab9 port 08c7fbde-6089-49f4-9c3b-5e85b717558e binding host dv-cinder-842130-1-iscsi {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:59:43.983657 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eb4da72b-e709-4a1a-a330-1f4b6d61c698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:43.987598 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-6008c234-247a-4659-b8e5-1f32ed652f5f service neutron] Request body: {'port': {'device_id': '7dcbaef5-7ff8-4edf-9ccf-e1053c6c6649', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84213'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:43.988026 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-952cdfe2-6cd4-4284-9001-82e8a12c7a4b None None] Provisioning complete for port c838c993-7dcc-4776-a562-c32b19de95f4 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:43.988433 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-952cdfe2-6cd4-4284-9001-82e8a12c7a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (c838c993-7dcc-4776-a562-c32b19de95f4), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:44.002944 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eb4da72b-e709-4a1a-a330-1f4b6d61c698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:44.046328 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-952cdfe2-6cd4-4284-9001-82e8a12c7a4b None None] Port c838c993-7dcc-4776-a562-c32b19de95f4 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:59:44.054861 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:44.055484 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:44.087738 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-33d87651-a07e-4181-b6ac-b60a52bd0a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (08c7fbde-6089-49f4-9c3b-5e85b717558e), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:44.134451 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eb4da72b-e709-4a1a-a330-1f4b6d61c698 admin admin] Publish callbacks [] for security_group (178e5a1d-a8aa-4704-a254-66e52d48a813), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:44.144744 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eb4da72b-e709-4a1a-a330-1f4b6d61c698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (178e5a1d-a8aa-4704-a254-66e52d48a813), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:44.191471 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4da72b-e709-4a1a-a330-1f4b6d61c698 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 13:59:44.207292 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4da72b-e709-4a1a-a330-1f4b6d61c698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178e5a1d-a8aa-4704-a254-66e52d48a813,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:44.217386 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eb4da72b-e709-4a1a-a330-1f4b6d61c698 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727248709223', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990'] for segment (de981c0a-4c08-44e8-b22e-8690ef7c03a7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:44.218103 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.db.segments_db [None req-eb4da72b-e709-4a1a-a330-1f4b6d61c698 admin admin] Added segment de981c0a-4c08-44e8-b22e-8690ef7c03a7 of type vlan for network 8af92952-78ec-4c40-b433-c44330b54074 May 26 13:59:44.274770 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eb4da72b-e709-4a1a-a330-1f4b6d61c698 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248153200'] for network (8af92952-78ec-4c40-b433-c44330b54074), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:44.309683 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eb4da72b-e709-4a1a-a330-1f4b6d61c698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (8af92952-78ec-4c40-b433-c44330b54074), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:44.311450 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4da72b-e709-4a1a-a330-1f4b6d61c698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:44.312465 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eb4da72b-e709-4a1a-a330-1f4b6d61c698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:44.316357 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:44.391716 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-eb4da72b-e709-4a1a-a330-1f4b6d61c698 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4583747 May 26 13:59:44.395434 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 48182) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:44.396976 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:44.397440 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:44.403240 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6318b388-16b3-491f-a650-802063c42ab1 admin admin] Request body: {'subnet': {'network_id': '8af92952-78ec-4c40-b433-c44330b54074', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2043743713-subnet', 'tenant_id': '60a6f4f6d3854690befed268a5911a3b', 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:44.404681 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e0d8f6-e839-4225-904c-07bfb37476cf admin admin] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:59:44.406981 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=16 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:44.411838 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4da72b-e709-4a1a-a330-1f4b6d61c698 admin admin] Pushing event updated for resources: {'Network': ['ID=8af92952-78ec-4c40-b433-c44330b54074,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:44.418268 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-24e0d8f6-e839-4225-904c-07bfb37476cf admin admin] 10.222.0.91 "PUT /v2.0/routers/b7c93cc2-e741-4932-8956-ed9aed4ead8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8677068 May 26 13:59:44.427877 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49756016-a711-44ad-b851-c474198ba0b0 None None] Sync routers for ids ['b7c93cc2-e741-4932-8956-ed9aed4ead8f'] in dv-cinder-842130-1-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:59:44.445414 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:INSERT=14,neutron:SELECT=78,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:44.448740 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] For port ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca,segment=NetworkSegment(7398460f-ba92-4b10-bc2e-e16a0f9ed6bc),segment_id=7398460f-ba92-4b10-bc2e-e16a0f9ed6bc)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:59:44.449897 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Network 8af92952-78ec-4c40-b433-c44330b54074 details requested by agent ovs-agent-dv-cinder-842130-1-iscsi with host dv-cinder-842130-1-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 13:59:44.454910 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6318b388-16b3-491f-a650-802063c42ab1 admin admin] Made reservation on behalf of 60a6f4f6d3854690befed268a5911a3b for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:59:44.457110 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49756016-a711-44ad-b851-c474198ba0b0 None None] Routers {'b7c93cc2-e741-4932-8956-ed9aed4ead8f'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:59:44.458226 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-49756016-a711-44ad-b851-c474198ba0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:59:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['b7c93cc2-e741-4932-8956-ed9aed4ead8f'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:44.459258 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6318b388-16b3-491f-a650-802063c42ab1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15439656'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:44.503794 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981be7d-f28d-4d09-a435-0606c688c81d req-9a82ff4a-44df-48ad-bdf5-c1ecbeb60883 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:44.505434 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3981be7d-f28d-4d09-a435-0606c688c81d req-9a82ff4a-44df-48ad-bdf5-c1ecbeb60883 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.5910816 May 26 13:59:44.546339 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:44.547345 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 9ade85e2-a89f-4c1d-aec9-7c6e2a540bca up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:59:44.578701 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-078c5773-c6ac-49f1-9b5b-266e0e8e477c req-ec8c1f24-e023-49e5-b5cf-e5c5fa7ed0bf tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6089997 May 26 13:59:44.611226 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-6008c234-247a-4659-b8e5-1f32ed652f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (41e6383a-25f2-45be-aa0c-cffb6e1f1143), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:44.649938 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-49756016-a711-44ad-b851-c474198ba0b0 None None] Set router b7c93cc2-e741-4932-8956-ed9aed4ead8f gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:59:44.694132 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3981be7d-f28d-4d09-a435-0606c688c81d req-82b2f12c-0c05-4407-967a-f3324df2f684 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694963 May 26 13:59:44.704792 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:44.756123 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Pushing event updated for resources: {'Port': ['ID=ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:44.789062 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port 9ade85e2-a89f-4c1d-aec9-7c6e2a540bca triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:44.789518 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (9ade85e2-a89f-4c1d-aec9-7c6e2a540bca), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:44.837134 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-33d87651-a07e-4181-b6ac-b60a52bd0a4d None None] Publish callbacks [] for port (08c7fbde-6089-49f4-9c3b-5e85b717558e), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:44.870992 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6318b388-16b3-491f-a650-802063c42ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14252580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15439678'] for subnet (353f0404-5419-4494-b034-08b9373097ba), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:44.871809 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-33d87651-a07e-4181-b6ac-b60a52bd0a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (08c7fbde-6089-49f4-9c3b-5e85b717558e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:44.953989 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port 9ade85e2-a89f-4c1d-aec9-7c6e2a540bca is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:44.955100 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 99882919-9b98-4571-be95-a4bc9d1f595c up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:59:44.982360 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:44.998055 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318b388-16b3-491f-a650-802063c42ab1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=353f0404-5419-4494-b034-08b9373097ba,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:45.013889 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6318b388-16b3-491f-a650-802063c42ab1 admin admin] Checking segment: {'id': 'de981c0a-4c08-44e8-b22e-8690ef7c03a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8af92952-78ec-4c40-b433-c44330b54074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:59:45.014246 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6318b388-16b3-491f-a650-802063c42ab1 admin admin] Network hostable DHCP agents. Network: 8af92952-78ec-4c40-b433-c44330b54074, hostable agents: ['d9e93f65-b338-473a-bf3d-e7a4456d9980'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 13:59:45.048271 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:45.064380 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6318b388-16b3-491f-a650-802063c42ab1 admin admin] Network 8af92952-78ec-4c40-b433-c44330b54074 is scheduled to be hosted by DHCP agent d9e93f65-b338-473a-bf3d-e7a4456d9980 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 13:59:45.084102 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-49756016-a711-44ad-b851-c474198ba0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'name': 'tempest-TestVolumeBootPattern-2008676792-router', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T13:59:41Z', 'revision_number': 4, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'gw_port': {'id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'c838c993-7dcc-4776-a562-c32b19de95f4', 'name': '', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'mac_address': 'fa:16:3e:a2:9e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:39Z', 'updated_at': '2022-05-26T13:59:42Z', 'revision_number': 2, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'subnets': [{'id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:45.084405 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b4a48-ae22-46db-895a-d0853aba6db5 None None] Pushing event updated for resources: {'Port': ['ID=08c7fbde-6089-49f4-9c3b-5e85b717558e,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:45.096453 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-6318b388-16b3-491f-a650-802063c42ab1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842130-1-iscsi, 8af92952-78ec-4c40-b433-c44330b54074) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:59:45.113940 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6318b388-16b3-491f-a650-802063c42ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:45.115383 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6318b388-16b3-491f-a650-802063c42ab1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:45.116331 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed6ca0-f992-41d1-9bb0-6db72682c7ef req-56afb45c-2408-4284-80fd-eea2d144e8bc tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:45.120671 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a6ed6ca0-f992-41d1-9bb0-6db72682c7ef req-56afb45c-2408-4284-80fd-eea2d144e8bc tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.1887548 May 26 13:59:45.137429 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 48196) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:45.145707 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-4f10a21d-736d-44e7-9649-03c86615d7de tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Request body: {'floatingip': {'port_id': '325f8a3e-5419-43f8-a8e8-0067da401f65'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:45.146403 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49756016-a711-44ad-b851-c474198ba0b0 None None] Checking router: b7c93cc2-e741-4932-8956-ed9aed4ead8f for host: dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:59:45.147138 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49756016-a711-44ad-b851-c474198ba0b0 None None] Updating router b7c93cc2-e741-4932-8956-ed9aed4ead8f port c838c993-7dcc-4776-a562-c32b19de95f4 binding host dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:59:45.158142 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13829ed0-ddd7-460a-bbc2-e2a01308972d None None] Network 8af92952-78ec-4c40-b433-c44330b54074 requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:59:45.173252 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port 99882919-9b98-4571-be95-a4bc9d1f595c triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:45.173595 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (99882919-9b98-4571-be95-a4bc9d1f595c), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:45.234628 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-49756016-a711-44ad-b851-c474198ba0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (c838c993-7dcc-4776-a562-c32b19de95f4), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:45.330498 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-6318b388-16b3-491f-a650-802063c42ab1 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9318359 May 26 13:59:45.336158 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 48202) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:45.349908 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-46b6d5ff-286f-452f-84b4-8c55224cc3fe admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2043743713-router', 'tenant_id': '60a6f4f6d3854690befed268a5911a3b', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:45.361457 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4f10a21d-736d-44e7-9649-03c86615d7de tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks [] for floatingip (e00e3a8d-4f76-4b37-b148-3b4c2ea0862c), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:45.443178 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:45.454494 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 48206) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:45.464008 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-6008c234-247a-4659-b8e5-1f32ed652f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41e6383a-25f2-45be-aa0c-cffb6e1f1143 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:59:45.473738 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-6008c234-247a-4659-b8e5-1f32ed652f5f service neutron] Publish callbacks [] for port (41e6383a-25f2-45be-aa0c-cffb6e1f1143), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:45.482527 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-33d87651-a07e-4181-b6ac-b60a52bd0a4d None None] Attempting to bind port 08c7fbde-6089-49f4-9c3b-5e85b717558e on host dv-cinder-842130-1-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:59:45.483182 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-33d87651-a07e-4181-b6ac-b60a52bd0a4d None None] Attempting to bind port 08c7fbde-6089-49f4-9c3b-5e85b717558e by drivers openvswitch,hyperv on host dv-cinder-842130-1-iscsi at level 0 using segments [{'id': '32a538b2-b5da-4136-a950-cc79b8ca0862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dc9a3522-5732-4ae3-9805-a5cd81aa181e'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:59:45.483367 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d87651-a07e-4181-b6ac-b60a52bd0a4d None None] Attempting to bind port 08c7fbde-6089-49f4-9c3b-5e85b717558e on network dc9a3522-5732-4ae3-9805-a5cd81aa181e {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:59:45.489444 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46b6d5ff-286f-452f-84b4-8c55224cc3fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-780621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5951'] for router (8ed0b3f7-e5bb-4bce-b6f8-8876580c1002), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:45.489444 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46b6d5ff-286f-452f-84b4-8c55224cc3fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-779085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-525998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5894'] for router (8ed0b3f7-e5bb-4bce-b6f8-8876580c1002), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:45.490406 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-6008c234-247a-4659-b8e5-1f32ed652f5f service neutron] Transition to ACTIVE for port object 41e6383a-25f2-45be-aa0c-cffb6e1f1143 will not be triggered until provisioned by entity L2. {{(pid=103886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 13:59:45.491396 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-0fcd1de6-fd51-4fad-8f27-c4a4bd65867a None None] Provisioning complete for port 08c7fbde-6089-49f4-9c3b-5e85b717558e triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:45.491766 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0fcd1de6-fd51-4fad-8f27-c4a4bd65867a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (08c7fbde-6089-49f4-9c3b-5e85b717558e), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:45.498181 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-d0c39187-8938-420d-8ea4-56377c1dd736 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-828696566-network', 'tenant_id': 'e23df072c3ad4ce6b25f813c47cb1d1f'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:45.504120 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-6008c234-247a-4659-b8e5-1f32ed652f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13292136'] for port (41e6383a-25f2-45be-aa0c-cffb6e1f1143), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:45.566643 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port 99882919-9b98-4571-be95-a4bc9d1f595c is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:45.568383 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 6a4ad720-4be4-4656-8f90-d5a308eb7b34 up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:59:45.572645 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c39187-8938-420d-8ea4-56377c1dd736 admin admin] Made reservation on behalf of e23df072c3ad4ce6b25f813c47cb1d1f for: {'network': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:59:45.574579 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d87651-a07e-4181-b6ac-b60a52bd0a4d None None] Checking agent: {'id': '083d02d4-47f3-493f-9afe-05142db1b6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 47, 24), 'started_at': datetime.datetime(2022, 5, 26, 13, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:59:45.574742 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0c39187-8938-420d-8ea4-56377c1dd736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for network (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:45.575032 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d87651-a07e-4181-b6ac-b60a52bd0a4d None None] Checking segment: {'id': '32a538b2-b5da-4136-a950-cc79b8ca0862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dc9a3522-5732-4ae3-9805-a5cd81aa181e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:59:45.575339 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-33d87651-a07e-4181-b6ac-b60a52bd0a4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:45.575729 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d87651-a07e-4181-b6ac-b60a52bd0a4d None None] Bound using segment: {'id': '32a538b2-b5da-4136-a950-cc79b8ca0862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dc9a3522-5732-4ae3-9805-a5cd81aa181e'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:59:45.576203 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-33d87651-a07e-4181-b6ac-b60a52bd0a4d None None] Bound port: 08c7fbde-6089-49f4-9c3b-5e85b717558e, host: dv-cinder-842130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a538b2-b5da-4136-a950-cc79b8ca0862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dc9a3522-5732-4ae3-9805-a5cd81aa181e'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:59:45.576582 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-33d87651-a07e-4181-b6ac-b60a52bd0a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (08c7fbde-6089-49f4-9c3b-5e85b717558e), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:45.588804 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0c39187-8938-420d-8ea4-56377c1dd736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:45.604940 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008c234-247a-4659-b8e5-1f32ed652f5f service neutron] Pushing event updated for resources: {'Port': ['ID=41e6383a-25f2-45be-aa0c-cffb6e1f1143,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:45.667624 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:45.692199 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-0fcd1de6-fd51-4fad-8f27-c4a4bd65867a None None] Port 08c7fbde-6089-49f4-9c3b-5e85b717558e cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:59:45.706206 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-6008c234-247a-4659-b8e5-1f32ed652f5f service neutron] Attempting to bind port 41e6383a-25f2-45be-aa0c-cffb6e1f1143 on host hv-cinder-84213 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:59:45.706554 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-6008c234-247a-4659-b8e5-1f32ed652f5f service neutron] Attempting to bind port 41e6383a-25f2-45be-aa0c-cffb6e1f1143 by drivers openvswitch,hyperv on host hv-cinder-84213 at level 0 using segments [{'id': '90f79641-337e-4adc-a93b-1485a826e3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3c753870-7084-433e-b67c-0097f665e28b'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:59:45.707020 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-6008c234-247a-4659-b8e5-1f32ed652f5f service neutron] Attempting to bind port 41e6383a-25f2-45be-aa0c-cffb6e1f1143 on network 3c753870-7084-433e-b67c-0097f665e28b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:59:45.725294 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-6008c234-247a-4659-b8e5-1f32ed652f5f service neutron] Port 41e6383a-25f2-45be-aa0c-cffb6e1f1143 on network 3c753870-7084-433e-b67c-0097f665e28b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84213 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 13:59:45.725719 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-6008c234-247a-4659-b8e5-1f32ed652f5f service neutron] Attempting to bind port 41e6383a-25f2-45be-aa0c-cffb6e1f1143 on network 3c753870-7084-433e-b67c-0097f665e28b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:59:45.726075 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a1e870-628c-4400-9586-3fe437009425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca16ceea-d323-56f7-9399-aa07b98b02ee-8af92952-78ec-4c40-b433-c44330b54074', 'network_id': '8af92952-78ec-4c40-b433-c44330b54074', 'project_id': '60a6f4f6d3854690befed268a5911a3b', 'fixed_ips': [{'subnet_id': '353f0404-5419-4494-b034-08b9373097ba'}]}} from dv-cinder-842130-1-iscsi. {{(pid=103887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 13:59:45.727002 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-79a1e870-628c-4400-9586-3fe437009425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:45.740053 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-49756016-a711-44ad-b851-c474198ba0b0 None None] Publish callbacks [] for port (c838c993-7dcc-4776-a562-c32b19de95f4), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:45.754909 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-49756016-a711-44ad-b851-c474198ba0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (c838c993-7dcc-4776-a562-c32b19de95f4), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:45.773093 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-6008c234-247a-4659-b8e5-1f32ed652f5f service neutron] Checking agent: {'id': '7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'started_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:59:45.773828 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-6008c234-247a-4659-b8e5-1f32ed652f5f service neutron] Checking segment: {'id': '90f79641-337e-4adc-a93b-1485a826e3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3c753870-7084-433e-b67c-0097f665e28b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:59:45.774116 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-6008c234-247a-4659-b8e5-1f32ed652f5f service neutron] Bound using segment: {'id': '90f79641-337e-4adc-a93b-1485a826e3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3c753870-7084-433e-b67c-0097f665e28b'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:59:45.774716 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-6008c234-247a-4659-b8e5-1f32ed652f5f service neutron] Bound port: 41e6383a-25f2-45be-aa0c-cffb6e1f1143, host: hv-cinder-84213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f79641-337e-4adc-a93b-1485a826e3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3c753870-7084-433e-b67c-0097f665e28b'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:59:45.775068 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-6008c234-247a-4659-b8e5-1f32ed652f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (41e6383a-25f2-45be-aa0c-cffb6e1f1143), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:45.804672 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46b6d5ff-286f-452f-84b4-8c55224cc3fe admin admin] Publish callbacks [] for router_controller (8ed0b3f7-e5bb-4bce-b6f8-8876580c1002), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:45.830749 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:45.849207 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2006b-a962-4e7b-b1ad-270709d4f18d req-0f4fca76-dd68-4dc8-986f-8d8b50ebb1d6 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:45.850784 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f0b2006b-a962-4e7b-b1ad-270709d4f18d req-0f4fca76-dd68-4dc8-986f-8d8b50ebb1d6 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dcbaef5-7ff8-4edf-9ccf-e1053c6c6649 HTTP/1.1" status: 200 len: 944 time: 0.1267271 May 26 13:59:45.870575 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port 6a4ad720-4be4-4656-8f90-d5a308eb7b34 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:45.871402 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (6a4ad720-4be4-4656-8f90-d5a308eb7b34), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:45.902173 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-33d87651-a07e-4181-b6ac-b60a52bd0a4d None None] For port 08c7fbde-6089-49f4-9c3b-5e85b717558e, host dv-cinder-842130-1-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:59:45.934662 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0c39187-8938-420d-8ea4-56377c1dd736 admin admin] Publish callbacks [] for security_group (8c18d7ec-0fab-4857-9042-0e1a7b9c63b1), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:45.941503 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-33d87651-a07e-4181-b6ac-b60a52bd0a4d None None] For port 08c7fbde-6089-49f4-9c3b-5e85b717558e, host dv-cinder-842130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=08c7fbde-6089-49f4-9c3b-5e85b717558e,segment=NetworkSegment(32a538b2-b5da-4136-a950-cc79b8ca0862),segment_id=32a538b2-b5da-4136-a950-cc79b8ca0862)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:59:45.941862 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-6008c234-247a-4659-b8e5-1f32ed652f5f service neutron] For port 41e6383a-25f2-45be-aa0c-cffb6e1f1143, host hv-cinder-84213, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:59:45.951448 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-6008c234-247a-4659-b8e5-1f32ed652f5f service neutron] For port 41e6383a-25f2-45be-aa0c-cffb6e1f1143, host hv-cinder-84213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=41e6383a-25f2-45be-aa0c-cffb6e1f1143,segment=NetworkSegment(90f79641-337e-4adc-a93b-1485a826e3d1),segment_id=90f79641-337e-4adc-a93b-1485a826e3d1)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:59:45.956904 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0c39187-8938-420d-8ea4-56377c1dd736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (8c18d7ec-0fab-4857-9042-0e1a7b9c63b1), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:45.972813 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c39187-8938-420d-8ea4-56377c1dd736 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=103886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 13:59:45.989548 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0c39187-8938-420d-8ea4-56377c1dd736 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727248709223', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990'] for segment (eb1fcbe1-33aa-4883-b6e7-9b5b9588dd74), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:45.989973 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.db.segments_db [None req-d0c39187-8938-420d-8ea4-56377c1dd736 admin admin] Added segment eb1fcbe1-33aa-4883-b6e7-9b5b9588dd74 of type vlan for network 3991de1e-97a5-48cd-9e62-5cfe161414ab May 26 13:59:45.997203 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-33d87651-a07e-4181-b6ac-b60a52bd0a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (08c7fbde-6089-49f4-9c3b-5e85b717558e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:46.046215 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0c39187-8938-420d-8ea4-56377c1dd736 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248153200'] for network (3991de1e-97a5-48cd-9e62-5cfe161414ab), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:46.073923 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7829e-e59a-429f-8c0d-4fc9414eb284 None None] Pushing event updated for resources: {'Port': ['ID=c838c993-7dcc-4776-a562-c32b19de95f4,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:46.089608 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:46.092917 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-6008c234-247a-4659-b8e5-1f32ed652f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13292136'] for port (41e6383a-25f2-45be-aa0c-cffb6e1f1143), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:46.101132 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-49756016-a711-44ad-b851-c474198ba0b0 None None] Attempting to bind port c838c993-7dcc-4776-a562-c32b19de95f4 on host dv-cinder-842130-1-iscsi for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:59:46.102172 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-49756016-a711-44ad-b851-c474198ba0b0 None None] Attempting to bind port c838c993-7dcc-4776-a562-c32b19de95f4 by drivers openvswitch,hyperv on host dv-cinder-842130-1-iscsi at level 0 using segments [{'id': '5fa9b816-b3f6-4937-96b4-c071644992f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:59:46.102534 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49756016-a711-44ad-b851-c474198ba0b0 None None] Attempting to bind port c838c993-7dcc-4776-a562-c32b19de95f4 on network bb3bf56d-90fc-4a74-995d-ab2752db975c {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:59:46.119144 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0c39187-8938-420d-8ea4-56377c1dd736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (3991de1e-97a5-48cd-9e62-5cfe161414ab), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:46.120285 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c39187-8938-420d-8ea4-56377c1dd736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:46.120935 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0c39187-8938-420d-8ea4-56377c1dd736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:46.122650 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49756016-a711-44ad-b851-c474198ba0b0 None None] Checking agent: {'id': '083d02d4-47f3-493f-9afe-05142db1b6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 47, 24), 'started_at': datetime.datetime(2022, 5, 26, 13, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:59:46.123019 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49756016-a711-44ad-b851-c474198ba0b0 None None] Checking segment: {'id': '5fa9b816-b3f6-4937-96b4-c071644992f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:59:46.123524 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-49756016-a711-44ad-b851-c474198ba0b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:46.127855 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49756016-a711-44ad-b851-c474198ba0b0 None None] Bound using segment: {'id': '5fa9b816-b3f6-4937-96b4-c071644992f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:59:46.128354 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-49756016-a711-44ad-b851-c474198ba0b0 None None] Bound port: c838c993-7dcc-4776-a562-c32b19de95f4, host: dv-cinder-842130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fa9b816-b3f6-4937-96b4-c071644992f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:59:46.129071 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-49756016-a711-44ad-b851-c474198ba0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (c838c993-7dcc-4776-a562-c32b19de95f4), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:46.181142 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d87651-a07e-4181-b6ac-b60a52bd0a4d None None] Routers {'ab499425-a84e-4f6e-aa47-f89554625ab9'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:59:46.182135 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-33d87651-a07e-4181-b6ac-b60a52bd0a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:59:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['ab499425-a84e-4f6e-aa47-f89554625ab9'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:46.224760 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c39187-8938-420d-8ea4-56377c1dd736 admin admin] Pushing event updated for resources: {'Network': ['ID=3991de1e-97a5-48cd-9e62-5cfe161414ab,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:46.243364 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f0b2006b-a962-4e7b-b1ad-270709d4f18d req-f8e19353-4dbf-4a63-855d-c4833768e148 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782158 May 26 13:59:46.302052 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-6008c234-247a-4659-b8e5-1f32ed652f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:46.302676 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-6008c234-247a-4659-b8e5-1f32ed652f5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:46.305075 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-6008c234-247a-4659-b8e5-1f32ed652f5f service neutron] 10.222.0.82 "PUT /v2.0/ports/41e6383a-25f2-45be-aa0c-cffb6e1f1143 HTTP/1.1" status: 200 len: 1094 time: 2.3380947 May 26 13:59:46.309930 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dcbaef5-7ff8-4edf-9ccf-e1053c6c6649', 'tag': '41e6383a-25f2-45be-aa0c-cffb6e1f1143'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:59:46.318200 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a67d27a2ec375fafa348027e062b6cf3c7935884065918e746e599b143197b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b7c616-65a3-4ce3-8fe8-2315d76d939a" -d '{"events": [{"name": "network-changed", "server_uuid": "7dcbaef5-7ff8-4edf-9ccf-e1053c6c6649", "tag": "41e6383a-25f2-45be-aa0c-cffb6e1f1143"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:59:46.333911 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:46.351009 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-49756016-a711-44ad-b851-c474198ba0b0 None None] For port c838c993-7dcc-4776-a562-c32b19de95f4, host dv-cinder-842130-1-iscsi, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:59:46.355918 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-49756016-a711-44ad-b851-c474198ba0b0 None None] For port c838c993-7dcc-4776-a562-c32b19de95f4, host dv-cinder-842130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=c838c993-7dcc-4776-a562-c32b19de95f4,segment=NetworkSegment(5fa9b816-b3f6-4937-96b4-c071644992f7),segment_id=5fa9b816-b3f6-4937-96b4-c071644992f7)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:59:46.370915 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-49756016-a711-44ad-b851-c474198ba0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (c838c993-7dcc-4776-a562-c32b19de95f4), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:46.379047 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c39187-8938-420d-8ea4-56377c1dd736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c18d7ec-0fab-4857-9042-0e1a7b9c63b1,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:46.421618 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-d0c39187-8938-420d-8ea4-56377c1dd736 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.9271276 May 26 13:59:46.441248 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 48214) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:46.464188 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7eb25df-fe59-4cdc-b3d4-46da1d55b536 x-openstack-request-id: req-b7eb25df-fe59-4cdc-b3d4-46da1d55b536 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:59:46.464493 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dcbaef5-7ff8-4edf-9ccf-e1053c6c6649", "tag": "41e6383a-25f2-45be-aa0c-cffb6e1f1143", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:59:46.465607 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b7eb25df-fe59-4cdc-b3d4-46da1d55b536 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:59:46.466046 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7eb25df-fe59-4cdc-b3d4-46da1d55b536'] response: {'name': 'network-changed', 'server_uuid': '7dcbaef5-7ff8-4edf-9ccf-e1053c6c6649', 'tag': '41e6383a-25f2-45be-aa0c-cffb6e1f1143', 'status': 'completed', 'code': 200} May 26 13:59:46.471196 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-e94df869-d70a-4b4e-971e-06488064daea admin admin] Request body: {'subnet': {'network_id': '3991de1e-97a5-48cd-9e62-5cfe161414ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-828696566-subnet', 'tenant_id': 'e23df072c3ad4ce6b25f813c47cb1d1f', 'ip_version': 4}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:46.519952 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49756016-a711-44ad-b851-c474198ba0b0 None None] Routers {'b7c93cc2-e741-4932-8956-ed9aed4ead8f'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:59:46.520369 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-49756016-a711-44ad-b851-c474198ba0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:59:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['b7c93cc2-e741-4932-8956-ed9aed4ead8f'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:46.543658 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-79a1e870-628c-4400-9586-3fe437009425 None None] Allocated IP 172.20.0.2 (8af92952-78ec-4c40-b433-c44330b54074/353f0404-5419-4494-b034-08b9373097ba/af9e3407-796f-4738-a479-c7e941070536) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:59:46.549517 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94df869-d70a-4b4e-971e-06488064daea admin admin] Made reservation on behalf of e23df072c3ad4ce6b25f813c47cb1d1f for: {'subnet': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:59:46.553673 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e94df869-d70a-4b4e-971e-06488064daea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13326012'] for subnet (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:46.706377 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46b6d5ff-286f-452f-84b4-8c55224cc3fe admin admin] Publish callbacks [] for router_gateway (8ed0b3f7-e5bb-4bce-b6f8-8876580c1002), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:46.717945 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-49756016-a711-44ad-b851-c474198ba0b0 None None] Set router b7c93cc2-e741-4932-8956-ed9aed4ead8f gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:59:46.753285 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008c234-247a-4659-b8e5-1f32ed652f5f service neutron] Pushing event updated for resources: {'Port': ['ID=41e6383a-25f2-45be-aa0c-cffb6e1f1143,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:46.762602 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e94df869-d70a-4b4e-971e-06488064daea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13293551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13325994'] for subnet (39b6aa1a-b67f-4b78-ac36-4a5c9709e16b), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:46.813737 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7829e-e59a-429f-8c0d-4fc9414eb284 None None] Pushing event updated for resources: {'Port': ['ID=c838c993-7dcc-4776-a562-c32b19de95f4,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:46.834307 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-79a1e870-628c-4400-9586-3fe437009425 None None] Publish callbacks [] for port (af9e3407-796f-4738-a479-c7e941070536), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:46.843108 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port 6a4ad720-4be4-4656-8f90-d5a308eb7b34 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:46.844571 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:46.848167 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94df869-d70a-4b4e-971e-06488064daea admin admin] Pushing event updated for resources: {'Subnet': ['ID=39b6aa1a-b67f-4b78-ac36-4a5c9709e16b,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:46.852556 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-88184dfb-01f4-4740-8c5d-ee2f154f2e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:46.854691 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-88184dfb-01f4-4740-8c5d-ee2f154f2e60 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=12082647641d4ece974c66384e3bf169&device_id=7dcbaef5-7ff8-4edf-9ccf-e1053c6c6649 HTTP/1.1" status: 200 len: 1128 time: 0.4638796 May 26 13:59:46.855742 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb179d03-eca5-4546-b167-41a5799be340 None None] Sync routers for ids ['97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff'] in dv-cinder-842130-1-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:59:46.862591 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Network 3991de1e-97a5-48cd-9e62-5cfe161414ab details requested by agent ovs-agent-dv-cinder-842130-1-iscsi with host dv-cinder-842130-1-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 13:59:46.863195 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:46.869037 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-79a1e870-628c-4400-9586-3fe437009425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297'] for port (af9e3407-796f-4738-a479-c7e941070536), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:46.873822 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:46.924206 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb179d03-eca5-4546-b167-41a5799be340 None None] Routers {'97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:59:46.924206 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-eb179d03-eca5-4546-b167-41a5799be340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:59:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:46.977707 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-723f4a86-9c73-4750-a6e6-a4d2da14d812 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41e6383a-25f2-45be-aa0c-cffb6e1f1143 HTTP/1.1" status: 200 len: 217 time: 0.0935366 May 26 13:59:46.982109 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94df869-d70a-4b4e-971e-06488064daea admin admin] Checking segment: {'id': 'eb1fcbe1-33aa-4883-b6e7-9b5b9588dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3991de1e-97a5-48cd-9e62-5cfe161414ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:59:46.982746 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94df869-d70a-4b4e-971e-06488064daea admin admin] Network hostable DHCP agents. Network: 3991de1e-97a5-48cd-9e62-5cfe161414ab, hostable agents: ['d9e93f65-b338-473a-bf3d-e7a4456d9980'], hosted agents: [] {{(pid=103886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 13:59:46.993389 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:46.995468 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:47.015448 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-a850db8f-103c-49e6-a040-cc999437d28b None None] Provisioning complete for port c838c993-7dcc-4776-a562-c32b19de95f4 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:47.016161 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a850db8f-103c-49e6-a040-cc999437d28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (c838c993-7dcc-4776-a562-c32b19de95f4), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:47.020332 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b4a48-ae22-46db-895a-d0853aba6db5 None None] Pushing event updated for resources: {'Port': ['ID=08c7fbde-6089-49f4-9c3b-5e85b717558e,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:47.054933 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-49756016-a711-44ad-b851-c474198ba0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'name': 'tempest-TestVolumeBootPattern-2008676792-router', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T13:59:41Z', 'revision_number': 4, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'gw_port': {'id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'c838c993-7dcc-4776-a562-c32b19de95f4', 'name': '', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'mac_address': 'fa:16:3e:a2:9e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:39Z', 'updated_at': '2022-05-26T13:59:46Z', 'revision_number': 4, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'subnets': [{'id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:47.094363 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-69d27a11-49e5-40cd-8fc3-1444ab1fbcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:47.095390 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49756016-a711-44ad-b851-c474198ba0b0 None None] The sync data for ids ['b7c93cc2-e741-4932-8956-ed9aed4ead8f'] in dv-cinder-842130-1-iscsi is: [{'id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'name': 'tempest-TestVolumeBootPattern-2008676792-router', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T13:59:41Z', 'revision_number': 4, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'gw_port': {'id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'c838c993-7dcc-4776-a562-c32b19de95f4', 'name': '', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'mac_address': 'fa:16:3e:a2:9e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:39Z', 'updated_at': '2022-05-26T13:59:46Z', 'revision_number': 4, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'subnets': [{'id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:59:47.097515 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-69d27a11-49e5-40cd-8fc3-1444ab1fbcb3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=480b17c0-db32-45d4-9df8-232d9163a239 HTTP/1.1" status: 200 len: 848 time: 0.1086056 May 26 13:59:47.104488 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a1e870-628c-4400-9586-3fe437009425 None None] Network 8af92952-78ec-4c40-b433-c44330b54074 is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:59:47.149380 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-79a1e870-628c-4400-9586-3fe437009425 None None] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:59:47.153959 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-4e5fe208-cc52-4d87-96b0-c40787f6d472 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3c753870-7084-433e-b67c-0097f665e28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448442 May 26 13:59:47.154330 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.db.resource_extend [None req-4f10a21d-736d-44e7-9649-03c86615d7de tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 13:59:47.155452 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a1e870-628c-4400-9586-3fe437009425 None None] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:59:47.156982 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46b6d5ff-286f-452f-84b4-8c55224cc3fe admin admin] Publish callbacks [] for router_gateway (8ed0b3f7-e5bb-4bce-b6f8-8876580c1002), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:47.170638 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94df869-d70a-4b4e-971e-06488064daea admin admin] Network 3991de1e-97a5-48cd-9e62-5cfe161414ab is scheduled to be hosted by DHCP agent d9e93f65-b338-473a-bf3d-e7a4456d9980 with binding_index 1 {{(pid=103886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 13:59:47.251564 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:59:47.254038 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46b6d5ff-286f-452f-84b4-8c55224cc3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:47.257635 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-e94df869-d70a-4b4e-971e-06488064daea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842130-1-iscsi, 3991de1e-97a5-48cd-9e62-5cfe161414ab) {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:59:47.268986 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94df869-d70a-4b4e-971e-06488064daea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:47.268986 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e94df869-d70a-4b4e-971e-06488064daea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:47.312834 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:47.331984 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4f10a21d-736d-44e7-9649-03c86615d7de tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:47.333560 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-e94df869-d70a-4b4e-971e-06488064daea admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8661556 May 26 13:59:47.336212 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 48218) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:47.343601 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4f10a21d-736d-44e7-9649-03c86615d7de tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778712'] for floatingip (e00e3a8d-4f76-4b37-b148-3b4c2ea0862c), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:47.344390 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-4071b6b6-18bb-4f90-a45d-aeb09b215257 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-828696566-router', 'tenant_id': 'e23df072c3ad4ce6b25f813c47cb1d1f', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:47.363720 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48acb4f-38f8-465a-aa36-d6e9b1fb7b5d None None] Network 3991de1e-97a5-48cd-9e62-5cfe161414ab requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:59:47.427802 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:47.428175 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:47.434704 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2214215-51ba-48fc-b178-c5058e35a05c req-9928f25d-758f-4e84-9942-0e6930bd7ab3 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:47.441779 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a2214215-51ba-48fc-b178-c5058e35a05c req-9928f25d-758f-4e84-9942-0e6930bd7ab3 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dcbaef5-7ff8-4edf-9ccf-e1053c6c6649 HTTP/1.1" status: 200 len: 944 time: 0.0731044 May 26 13:59:47.462817 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:47.484325 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-3c3f1f72-5b11-445a-b83f-fbf2781fa284 service neutron] 10.222.0.82 "GET /v2.0/networks/3c753870-7084-433e-b67c-0097f665e28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106382 May 26 13:59:47.549980 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a2214215-51ba-48fc-b178-c5058e35a05c req-f049d0c6-69a3-4515-b58f-65e36706aa44 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068921 May 26 13:59:47.581906 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-46b6d5ff-286f-452f-84b4-8c55224cc3fe admin admin] Allocated IP 172.27.1.9 (52e096d4-8aa7-4f06-8835-685346500be4/afa79513-0fef-42b7-ae4f-8319e7853c26/c9ff1d5d-e41b-466e-bb27-1fb8d001228d) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:59:47.588214 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4071b6b6-18bb-4f90-a45d-aeb09b215257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-780621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5951'] for router (d2a57e4d-0f06-4f91-a596-a62e754d2a59), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:47.590794 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4071b6b6-18bb-4f90-a45d-aeb09b215257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-779085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-525998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5894'] for router (d2a57e4d-0f06-4f91-a596-a62e754d2a59), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:47.616264 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1e870-628c-4400-9586-3fe437009425 None None] Pushing event updated for resources: {'Port': ['ID=af9e3407-796f-4738-a479-c7e941070536,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:47.646543 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-33d87651-a07e-4181-b6ac-b60a52bd0a4d None None] Set router ab499425-a84e-4f6e-aa47-f89554625ab9 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:59:47.682781 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4071b6b6-18bb-4f90-a45d-aeb09b215257 admin admin] Publish callbacks [] for router_controller (d2a57e4d-0f06-4f91-a596-a62e754d2a59), precommit_add_association {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:47.683723 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-eb179d03-eca5-4546-b167-41a5799be340 None None] Set router 97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:59:47.703602 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.db.l3_db [None req-4f10a21d-736d-44e7-9649-03c86615d7de tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Floating IP e00e3a8d-4f76-4b37-b148-3b4c2ea0862c associated. External IP: 172.27.1.156, port: 325f8a3e-5419-43f8-a8e8-0067da401f65. May 26 13:59:47.744812 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-36191d7a-4d92-42fa-a85d-7b3987e928dc req-b5681c81-e826-4659-8958-67b29a21c7df service neutron] 10.222.0.82 "GET /v2.0/networks/3c753870-7084-433e-b67c-0097f665e28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527077 May 26 13:59:47.836734 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46b6d5ff-286f-452f-84b4-8c55224cc3fe admin admin] Publish callbacks [] for port (c9ff1d5d-e41b-466e-bb27-1fb8d001228d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:47.864786 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a5f59bd3-3805-4bc6-9bfd-583889db785e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:47.872750 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4071b6b6-18bb-4f90-a45d-aeb09b215257 admin admin] Publish callbacks [] for router_gateway (d2a57e4d-0f06-4f91-a596-a62e754d2a59), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:47.950853 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:48.034629 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f10a21d-736d-44e7-9649-03c86615d7de tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Router 38e4db80-f86e-40b1-ab5e-e89952294e91 has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:59:48.116393 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:48.118156 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4071b6b6-18bb-4f90-a45d-aeb09b215257 admin admin] Publish callbacks [] for router_gateway (d2a57e4d-0f06-4f91-a596-a62e754d2a59), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:48.147645 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-a850db8f-103c-49e6-a040-cc999437d28b None None] Current status of the port c838c993-7dcc-4776-a562-c32b19de95f4 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:48.148040 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a850db8f-103c-49e6-a040-cc999437d28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (c838c993-7dcc-4776-a562-c32b19de95f4), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:48.148839 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4071b6b6-18bb-4f90-a45d-aeb09b215257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:48.163130 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-33d87651-a07e-4181-b6ac-b60a52bd0a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'name': 'tempest-TestMinimumBasicScenario-585642497-router', 'tenant_id': '08ed6980f1214f6789f94f34a4c68e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '9ade85e2-a89f-4c1d-aec9-7c6e2a540bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T13:59:38Z', 'revision_number': 4, 'project_id': '08ed6980f1214f6789f94f34a4c68e6e', 'gw_port': {'id': '9ade85e2-a89f-4c1d-aec9-7c6e2a540bca', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': '08c7fbde-6089-49f4-9c3b-5e85b717558e', 'name': '', 'network_id': 'dc9a3522-5732-4ae3-9805-a5cd81aa181e', 'tenant_id': '08ed6980f1214f6789f94f34a4c68e6e', 'mac_address': 'fa:16:3e:ba:7e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '600c6f3c-cfcb-4a91-8156-6ec613102bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:36Z', 'updated_at': '2022-05-26T13:59:45Z', 'revision_number': 4, 'project_id': '08ed6980f1214f6789f94f34a4c68e6e', 'subnets': [{'id': '600c6f3c-cfcb-4a91-8156-6ec613102bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:48.188340 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:48.198443 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f10a21d-736d-44e7-9649-03c86615d7de tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:59:48.203464 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46b6d5ff-286f-452f-84b4-8c55224cc3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (c9ff1d5d-e41b-466e-bb27-1fb8d001228d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:48.212659 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849bae5b-c934-4ef9-91ce-dd54773e6c6f None None] Sync routers for ids ['38e4db80-f86e-40b1-ab5e-e89952294e91'] in dv-cinder-842130-1-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:59:48.219380 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4f10a21d-736d-44e7-9649-03c86615d7de tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:48.231581 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-a850db8f-103c-49e6-a040-cc999437d28b None None] For port c838c993-7dcc-4776-a562-c32b19de95f4, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=c838c993-7dcc-4776-a562-c32b19de95f4,segment=NetworkSegment(5fa9b816-b3f6-4937-96b4-c071644992f7),segment_id=5fa9b816-b3f6-4937-96b4-c071644992f7)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:59:48.233647 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b6d5ff-286f-452f-84b4-8c55224cc3fe admin admin] Network 52e096d4-8aa7-4f06-8835-685346500be4 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:59:48.234173 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849bae5b-c934-4ef9-91ce-dd54773e6c6f None None] Routers {'38e4db80-f86e-40b1-ab5e-e89952294e91'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:59:48.235222 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-849bae5b-c934-4ef9-91ce-dd54773e6c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:59:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['38e4db80-f86e-40b1-ab5e-e89952294e91'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:48.238072 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d87651-a07e-4181-b6ac-b60a52bd0a4d None None] The sync data for ids ['ab499425-a84e-4f6e-aa47-f89554625ab9'] in dv-cinder-842130-1-iscsi is: [{'id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'name': 'tempest-TestMinimumBasicScenario-585642497-router', 'tenant_id': '08ed6980f1214f6789f94f34a4c68e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '9ade85e2-a89f-4c1d-aec9-7c6e2a540bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T13:59:38Z', 'revision_number': 4, 'project_id': '08ed6980f1214f6789f94f34a4c68e6e', 'gw_port': {'id': '9ade85e2-a89f-4c1d-aec9-7c6e2a540bca', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': '08c7fbde-6089-49f4-9c3b-5e85b717558e', 'name': '', 'network_id': 'dc9a3522-5732-4ae3-9805-a5cd81aa181e', 'tenant_id': '08ed6980f1214f6789f94f34a4c68e6e', 'mac_address': 'fa:16:3e:ba:7e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '600c6f3c-cfcb-4a91-8156-6ec613102bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:36Z', 'updated_at': '2022-05-26T13:59:45Z', 'revision_number': 4, 'project_id': '08ed6980f1214f6789f94f34a4c68e6e', 'subnets': [{'id': '600c6f3c-cfcb-4a91-8156-6ec613102bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:59:48.239109 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-46b6d5ff-286f-452f-84b4-8c55224cc3fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:59:48.248684 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-79a1e870-628c-4400-9586-3fe437009425 None None] Attempting to bind port af9e3407-796f-4738-a479-c7e941070536 on host dv-cinder-842130-1-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:59:48.249048 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-79a1e870-628c-4400-9586-3fe437009425 None None] Attempting to bind port af9e3407-796f-4738-a479-c7e941070536 by drivers openvswitch,hyperv on host dv-cinder-842130-1-iscsi at level 0 using segments [{'id': 'de981c0a-4c08-44e8-b22e-8690ef7c03a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8af92952-78ec-4c40-b433-c44330b54074'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:59:48.249437 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a1e870-628c-4400-9586-3fe437009425 None None] Attempting to bind port af9e3407-796f-4738-a479-c7e941070536 on network 8af92952-78ec-4c40-b433-c44330b54074 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:59:48.284510 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a1e870-628c-4400-9586-3fe437009425 None None] Checking agent: {'id': '083d02d4-47f3-493f-9afe-05142db1b6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 47, 24), 'started_at': datetime.datetime(2022, 5, 26, 13, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:59:48.284883 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a1e870-628c-4400-9586-3fe437009425 None None] Checking segment: {'id': 'de981c0a-4c08-44e8-b22e-8690ef7c03a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8af92952-78ec-4c40-b433-c44330b54074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:59:48.285317 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-79a1e870-628c-4400-9586-3fe437009425 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:48.285804 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a1e870-628c-4400-9586-3fe437009425 None None] Bound using segment: {'id': 'de981c0a-4c08-44e8-b22e-8690ef7c03a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8af92952-78ec-4c40-b433-c44330b54074'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:59:48.286197 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-79a1e870-628c-4400-9586-3fe437009425 None None] Bound port: af9e3407-796f-4738-a479-c7e941070536, host: dv-cinder-842130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de981c0a-4c08-44e8-b22e-8690ef7c03a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8af92952-78ec-4c40-b433-c44330b54074'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:59:48.299211 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-79a1e870-628c-4400-9586-3fe437009425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (af9e3407-796f-4738-a479-c7e941070536), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:48.337914 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a850db8f-103c-49e6-a040-cc999437d28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (c838c993-7dcc-4776-a562-c32b19de95f4), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:48.341444 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-4071b6b6-18bb-4f90-a45d-aeb09b215257 admin admin] Allocated IP 172.27.1.132 (52e096d4-8aa7-4f06-8835-685346500be4/afa79513-0fef-42b7-ae4f-8319e7853c26/e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:59:48.347809 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:48.374822 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:48.376079 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 0f827b44-af21-4e6a-b7d9-601bce9b0f8f up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:59:48.394784 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-849bae5b-c934-4ef9-91ce-dd54773e6c6f None None] Set router 38e4db80-f86e-40b1-ab5e-e89952294e91 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:59:48.503959 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4071b6b6-18bb-4f90-a45d-aeb09b215257 admin admin] Publish callbacks [] for port (e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:48.548176 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4071b6b6-18bb-4f90-a45d-aeb09b215257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:48.610989 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071b6b6-18bb-4f90-a45d-aeb09b215257 admin admin] Pushing event updated for resources: {'Port': ['ID=e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:48.629846 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4071b6b6-18bb-4f90-a45d-aeb09b215257 admin admin] Network 52e096d4-8aa7-4f06-8835-685346500be4 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:59:48.632549 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-4071b6b6-18bb-4f90-a45d-aeb09b215257 admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:59:48.635314 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4071b6b6-18bb-4f90-a45d-aeb09b215257 admin admin] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:59:48.661889 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-4f10a21d-736d-44e7-9649-03c86615d7de tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "PUT /v2.0/floatingips/e00e3a8d-4f76-4b37-b148-3b4c2ea0862c HTTP/1.1" status: 200 len: 991 time: 3.5202606 May 26 13:59:48.665242 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b6d5ff-286f-452f-84b4-8c55224cc3fe admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:59:48.667682 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa89e8ed-11d3-42d2-b030-5b7497694471', 'tag': '325f8a3e-5419-43f8-a8e8-0067da401f65'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:59:48.671276 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a2fe3094dbca619affac8640d5d00e1e0d94bf0ce4138e249cf9dd9a9bbd82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3499a5-ac18-4986-810e-f81e4b8c34a6" -d '{"events": [{"name": "network-changed", "server_uuid": "aa89e8ed-11d3-42d2-b030-5b7497694471", "tag": "325f8a3e-5419-43f8-a8e8-0067da401f65"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:59:48.676343 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:48.677400 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:48.678535 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-eb179d03-eca5-4546-b167-41a5799be340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff', 'name': 'tempest-TestShelveInstance-1302262041-router', 'tenant_id': 'a5028cfaabd84d63a6ff2cb33b0133e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '0f827b44-af21-4e6a-b7d9-601bce9b0f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:37Z', 'revision_number': 4, 'project_id': 'a5028cfaabd84d63a6ff2cb33b0133e4', 'gw_port': {'id': '0f827b44-af21-4e6a-b7d9-601bce9b0f8f', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:33Z', 'updated_at': '2022-05-26T13:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': '940d7b40-ebe0-443e-ac38-6c13f542b5a6', 'name': '', 'network_id': 'e26da38a-ef26-46fb-a760-cb66e548f0c4', 'tenant_id': 'a5028cfaabd84d63a6ff2cb33b0133e4', 'mac_address': 'fa:16:3e:c7:d0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '5a6b919f-6ca4-4fe6-9e71-5da29e4fd6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:36Z', 'updated_at': '2022-05-26T13:59:37Z', 'revision_number': 2, 'project_id': 'a5028cfaabd84d63a6ff2cb33b0133e4', 'subnets': [{'id': '5a6b919f-6ca4-4fe6-9e71-5da29e4fd6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:48.716738 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363c68e8-bcc4-41cb-a7f4-fb8f2f00e1af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca16ceea-d323-56f7-9399-aa07b98b02ee-3991de1e-97a5-48cd-9e62-5cfe161414ab', 'network_id': '3991de1e-97a5-48cd-9e62-5cfe161414ab', 'project_id': 'e23df072c3ad4ce6b25f813c47cb1d1f', 'fixed_ips': [{'subnet_id': '39b6aa1a-b67f-4b78-ac36-4a5c9709e16b'}]}} from dv-cinder-842130-1-iscsi. {{(pid=103887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 13:59:48.717729 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-363c68e8-bcc4-41cb-a7f4-fb8f2f00e1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:48.734404 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6d5ff-286f-452f-84b4-8c55224cc3fe admin admin] Pushing event updated for resources: {'Port': ['ID=c9ff1d5d-e41b-466e-bb27-1fb8d001228d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:48.746790 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-0e04e873-a0b2-4c6b-843f-af318f1c3b0b None None] Provisioning complete for port 08c7fbde-6089-49f4-9c3b-5e85b717558e triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:48.747159 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0e04e873-a0b2-4c6b-843f-af318f1c3b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (08c7fbde-6089-49f4-9c3b-5e85b717558e), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:48.752190 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219d18b0-e711-436f-98b9-9d359c9a8643 x-openstack-request-id: req-219d18b0-e711-436f-98b9-9d359c9a8643 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:59:48.752589 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa89e8ed-11d3-42d2-b030-5b7497694471", "tag": "325f8a3e-5419-43f8-a8e8-0067da401f65", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:59:48.752938 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-219d18b0-e711-436f-98b9-9d359c9a8643 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:59:48.753571 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-219d18b0-e711-436f-98b9-9d359c9a8643'] response: {'name': 'network-changed', 'server_uuid': 'aa89e8ed-11d3-42d2-b030-5b7497694471', 'tag': '325f8a3e-5419-43f8-a8e8-0067da401f65', 'status': 'completed', 'code': 200} May 26 13:59:48.846343 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61557d93-99cd-41e3-8760-8136d7dc6cfd req-3d3fdb78-68c6-40dd-b84e-9c19cc7616f7 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:48.848039 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-61557d93-99cd-41e3-8760-8136d7dc6cfd req-3d3fdb78-68c6-40dd-b84e-9c19cc7616f7 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dcbaef5-7ff8-4edf-9ccf-e1053c6c6649 HTTP/1.1" status: 200 len: 944 time: 0.1118631 May 26 13:59:48.862508 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-849bae5b-c934-4ef9-91ce-dd54773e6c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'name': 'tempest-ServerRescueNegativeTestJSON-88354539-router', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '8e9aac80-de01-4c0b-bde9-d15df6b93009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:13Z', 'revision_number': 4, 'project_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'gw_port': {'id': '8e9aac80-de01-4c0b-bde9-d15df6b93009', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': 'e00e3a8d-4f76-4b37-b148-3b4c2ea0862c', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'port_id': '325f8a3e-5419-43f8-a8e8-0067da401f65', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94664734-1654-43f2-b262-23850dca9bb9', 'mac_address': 'fa:16:3e:56:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa89e8ed-11d3-42d2-b030-5b7497694471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:59:09Z', 'updated_at': '2022-05-26T13:59:46Z', 'revision_number': 1, 'project_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05e118aa-af8d-488e-8884-9d41b88685a2', 'name': '', 'network_id': '94664734-1654-43f2-b262-23850dca9bb9', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'mac_address': 'fa:16:3e:b0:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '463c251f-969b-49e6-b225-a476c859b795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:12Z', 'updated_at': '2022-05-26T13:56:24Z', 'revision_number': 5, 'project_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'subnets': [{'id': '463c251f-969b-49e6-b225-a476c859b795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:48.896979 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849bae5b-c934-4ef9-91ce-dd54773e6c6f None None] Checking router: 38e4db80-f86e-40b1-ab5e-e89952294e91 for host: dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:59:48.907928 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849bae5b-c934-4ef9-91ce-dd54773e6c6f None None] Routers {'38e4db80-f86e-40b1-ab5e-e89952294e91'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:59:48.908817 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-849bae5b-c934-4ef9-91ce-dd54773e6c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:59:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['38e4db80-f86e-40b1-ab5e-e89952294e91'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:49.005599 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-61557d93-99cd-41e3-8760-8136d7dc6cfd req-c628a242-e9dc-4158-9140-191043193839 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438541 May 26 13:59:49.029867 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4071b6b6-18bb-4f90-a45d-aeb09b215257 admin admin] Publish callbacks [] for router_gateway (d2a57e4d-0f06-4f91-a596-a62e754d2a59), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:49.075914 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-849bae5b-c934-4ef9-91ce-dd54773e6c6f None None] Set router 38e4db80-f86e-40b1-ab5e-e89952294e91 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:59:49.092685 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb179d03-eca5-4546-b167-41a5799be340 None None] Checking router: 97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff for host: dv-cinder-842130-1-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:59:49.093285 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb179d03-eca5-4546-b167-41a5799be340 None None] Updating router 97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff port 940d7b40-ebe0-443e-ac38-6c13f542b5a6 binding host dv-cinder-842130-1-iscsi {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:59:49.125681 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850db8f-103c-49e6-a040-cc999437d28b None None] Pushing event updated for resources: {'Port': ['ID=c838c993-7dcc-4776-a562-c32b19de95f4,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:49.128883 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46b6d5ff-286f-452f-84b4-8c55224cc3fe admin admin] Publish callbacks [] for router_gateway (8ed0b3f7-e5bb-4bce-b6f8-8876580c1002), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:49.144577 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-79a1e870-628c-4400-9586-3fe437009425 None None] For port af9e3407-796f-4738-a479-c7e941070536, host dv-cinder-842130-1-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:59:49.151711 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-79a1e870-628c-4400-9586-3fe437009425 None None] For port af9e3407-796f-4738-a479-c7e941070536, host dv-cinder-842130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=af9e3407-796f-4738-a479-c7e941070536,segment=NetworkSegment(de981c0a-4c08-44e8-b22e-8690ef7c03a7),segment_id=de981c0a-4c08-44e8-b22e-8690ef7c03a7)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:59:49.196963 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-79a1e870-628c-4400-9586-3fe437009425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (af9e3407-796f-4738-a479-c7e941070536), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:49.206462 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port 0f827b44-af21-4e6a-b7d9-601bce9b0f8f triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:49.206978 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (0f827b44-af21-4e6a-b7d9-601bce9b0f8f), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:49.223510 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-eb179d03-eca5-4546-b167-41a5799be340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (940d7b40-ebe0-443e-ac38-6c13f542b5a6), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:49.291947 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:49.293424 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4071b6b6-18bb-4f90-a45d-aeb09b215257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-779070'] for router (d2a57e4d-0f06-4f91-a596-a62e754d2a59), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:49.427821 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-849bae5b-c934-4ef9-91ce-dd54773e6c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'name': 'tempest-ServerRescueNegativeTestJSON-88354539-router', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '8e9aac80-de01-4c0b-bde9-d15df6b93009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:13Z', 'revision_number': 4, 'project_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'gw_port': {'id': '8e9aac80-de01-4c0b-bde9-d15df6b93009', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': 'e00e3a8d-4f76-4b37-b148-3b4c2ea0862c', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'port_id': '325f8a3e-5419-43f8-a8e8-0067da401f65', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94664734-1654-43f2-b262-23850dca9bb9', 'mac_address': 'fa:16:3e:56:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa89e8ed-11d3-42d2-b030-5b7497694471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:59:09Z', 'updated_at': '2022-05-26T13:59:46Z', 'revision_number': 1, 'project_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05e118aa-af8d-488e-8884-9d41b88685a2', 'name': '', 'network_id': '94664734-1654-43f2-b262-23850dca9bb9', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'mac_address': 'fa:16:3e:b0:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '463c251f-969b-49e6-b225-a476c859b795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:12Z', 'updated_at': '2022-05-26T13:56:24Z', 'revision_number': 5, 'project_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'subnets': [{'id': '463c251f-969b-49e6-b225-a476c859b795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:49.468208 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46b6d5ff-286f-452f-84b4-8c55224cc3fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-779070'] for router (8ed0b3f7-e5bb-4bce-b6f8-8876580c1002), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:49.490855 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849bae5b-c934-4ef9-91ce-dd54773e6c6f None None] The sync data for ids ['38e4db80-f86e-40b1-ab5e-e89952294e91'] in dv-cinder-842130-1-iscsi is: [{'id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'name': 'tempest-ServerRescueNegativeTestJSON-88354539-router', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '8e9aac80-de01-4c0b-bde9-d15df6b93009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:13Z', 'revision_number': 4, 'project_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'gw_port': {'id': '8e9aac80-de01-4c0b-bde9-d15df6b93009', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': 'e00e3a8d-4f76-4b37-b148-3b4c2ea0862c', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'port_id': '325f8a3e-5419-43f8-a8e8-0067da401f65', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94664734-1654-43f2-b262-23850dca9bb9', 'mac_address': 'fa:16:3e:56:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa89e8ed-11d3-42d2-b030-5b7497694471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:59:09Z', 'updated_at': '2022-05-26T13:59:46Z', 'revision_number': 1, 'project_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05e118aa-af8d-488e-8884-9d41b88685a2', 'name': '', 'network_id': '94664734-1654-43f2-b262-23850dca9bb9', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'mac_address': 'fa:16:3e:b0:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '463c251f-969b-49e6-b225-a476c859b795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:12Z', 'updated_at': '2022-05-26T13:56:24Z', 'revision_number': 5, 'project_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'subnets': [{'id': '463c251f-969b-49e6-b225-a476c859b795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:59:49.502376 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:49.502869 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-0e04e873-a0b2-4c6b-843f-af318f1c3b0b None None] Current status of the port 08c7fbde-6089-49f4-9c3b-5e85b717558e is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:49.505283 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0e04e873-a0b2-4c6b-843f-af318f1c3b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (08c7fbde-6089-49f4-9c3b-5e85b717558e), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:49.525627 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1e870-628c-4400-9586-3fe437009425 None None] Pushing event updated for resources: {'Port': ['ID=af9e3407-796f-4738-a479-c7e941070536,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:49.536240 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-363c68e8-bcc4-41cb-a7f4-fb8f2f00e1af None None] Allocated IP 172.20.0.2 (3991de1e-97a5-48cd-9e62-5cfe161414ab/39b6aa1a-b67f-4b78-ac36-4a5c9709e16b/29f404a1-42f7-46ac-904f-2243202372fc) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:59:49.576003 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4071b6b6-18bb-4f90-a45d-aeb09b215257 admin admin] Router d2a57e4d-0f06-4f91-a596-a62e754d2a59 is scheduled to L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 with binding_index 1 {{(pid=103886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 13:59:49.625702 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:49.652607 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b6d5ff-286f-452f-84b4-8c55224cc3fe admin admin] Router 8ed0b3f7-e5bb-4bce-b6f8-8876580c1002 is scheduled to L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 13:59:49.735903 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-0e04e873-a0b2-4c6b-843f-af318f1c3b0b None None] For port 08c7fbde-6089-49f4-9c3b-5e85b717558e, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=08c7fbde-6089-49f4-9c3b-5e85b717558e,segment=NetworkSegment(32a538b2-b5da-4136-a950-cc79b8ca0862),segment_id=32a538b2-b5da-4136-a950-cc79b8ca0862)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:59:49.767221 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0e04e873-a0b2-4c6b-843f-af318f1c3b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (08c7fbde-6089-49f4-9c3b-5e85b717558e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:49.827961 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4071b6b6-18bb-4f90-a45d-aeb09b215257 admin admin] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:59:49.853460 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3778a23e-f68d-4ba7-9a7e-70b2415b0c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:49.854278 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4071b6b6-18bb-4f90-a45d-aeb09b215257 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:49.855882 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-4071b6b6-18bb-4f90-a45d-aeb09b215257 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5153663 May 26 13:59:49.858645 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 48234) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:49.868537 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e0b2b2-d4ed-470a-9463-9f61c0bbad42 None None] Sync routers for ids ['d2a57e4d-0f06-4f91-a596-a62e754d2a59'] in dv-cinder-842130-1-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:59:49.870523 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port 0f827b44-af21-4e6a-b7d9-601bce9b0f8f is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:49.870902 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (0f827b44-af21-4e6a-b7d9-601bce9b0f8f), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:49.888239 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:49.890994 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b6d5ff-286f-452f-84b4-8c55224cc3fe admin admin] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:59:49.902198 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b5c142-c67f-4cc7-8efc-16b06da95a6f None None] Sync routers for ids ['8ed0b3f7-e5bb-4bce-b6f8-8876580c1002'] in dv-cinder-842130-1-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:59:49.913583 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46b6d5ff-286f-452f-84b4-8c55224cc3fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:49.914838 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-46b6d5ff-286f-452f-84b4-8c55224cc3fe admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.5777323 May 26 13:59:49.918039 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 48236) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:49.921836 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b5c142-c67f-4cc7-8efc-16b06da95a6f None None] Routers {'8ed0b3f7-e5bb-4bce-b6f8-8876580c1002'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:59:49.922846 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b3b5c142-c67f-4cc7-8efc-16b06da95a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:59:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['8ed0b3f7-e5bb-4bce-b6f8-8876580c1002'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:50.002951 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=100 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:50.034422 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-363c68e8-bcc4-41cb-a7f4-fb8f2f00e1af None None] Publish callbacks [] for port (29f404a1-42f7-46ac-904f-2243202372fc), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:50.055956 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:50.066153 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-0e04e873-a0b2-4c6b-843f-af318f1c3b0b None None] Provisioning complete for port c838c993-7dcc-4776-a562-c32b19de95f4 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:50.069252 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0e04e873-a0b2-4c6b-843f-af318f1c3b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (c838c993-7dcc-4776-a562-c32b19de95f4), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:50.077945 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-b3b5c142-c67f-4cc7-8efc-16b06da95a6f None None] Set router 8ed0b3f7-e5bb-4bce-b6f8-8876580c1002 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:59:50.116787 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-363c68e8-bcc4-41cb-a7f4-fb8f2f00e1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297'] for port (29f404a1-42f7-46ac-904f-2243202372fc), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:50.118677 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e0b2b2-d4ed-470a-9463-9f61c0bbad42 None None] Routers {'d2a57e4d-0f06-4f91-a596-a62e754d2a59'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:59:50.119324 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-82e0b2b2-d4ed-470a-9463-9f61c0bbad42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:59:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['d2a57e4d-0f06-4f91-a596-a62e754d2a59'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:50.259202 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] For port 0f827b44-af21-4e6a-b7d9-601bce9b0f8f, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=0f827b44-af21-4e6a-b7d9-601bce9b0f8f,segment=NetworkSegment(7398460f-ba92-4b10-bc2e-e16a0f9ed6bc),segment_id=7398460f-ba92-4b10-bc2e-e16a0f9ed6bc)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:59:50.278049 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:50.304729 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7353486c-8f47-4e45-889a-abe70026fdbd req-62ca20d7-384e-4f19-a051-09291818bee7 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:50.313194 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363c68e8-bcc4-41cb-a7f4-fb8f2f00e1af None None] Network 3991de1e-97a5-48cd-9e62-5cfe161414ab is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:59:50.313978 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7353486c-8f47-4e45-889a-abe70026fdbd req-62ca20d7-384e-4f19-a051-09291818bee7 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dcbaef5-7ff8-4edf-9ccf-e1053c6c6649 HTTP/1.1" status: 200 len: 944 time: 0.1021276 May 26 13:59:50.321494 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-363c68e8-bcc4-41cb-a7f4-fb8f2f00e1af None None] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:59:50.325019 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363c68e8-bcc4-41cb-a7f4-fb8f2f00e1af None None] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:59:50.332289 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (0f827b44-af21-4e6a-b7d9-601bce9b0f8f), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:50.387415 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=100 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:50.418893 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7353486c-8f47-4e45-889a-abe70026fdbd req-0ac3a833-373b-4681-b9a7-43183d5c4ab7 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007195 May 26 13:59:50.491794 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b3b5c142-c67f-4cc7-8efc-16b06da95a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed0b3f7-e5bb-4bce-b6f8-8876580c1002', 'name': 'tempest-TestMinimumBasicScenario-2043743713-router', 'tenant_id': '60a6f4f6d3854690befed268a5911a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'c9ff1d5d-e41b-466e-bb27-1fb8d001228d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:45Z', 'updated_at': '2022-05-26T13:59:48Z', 'revision_number': 3, 'project_id': '60a6f4f6d3854690befed268a5911a3b', 'gw_port': {'id': 'c9ff1d5d-e41b-466e-bb27-1fb8d001228d', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bc:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed0b3f7-e5bb-4bce-b6f8-8876580c1002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:47Z', 'updated_at': '2022-05-26T13:59:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi'}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:50.515393 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-82e0b2b2-d4ed-470a-9463-9f61c0bbad42 None None] Set router d2a57e4d-0f06-4f91-a596-a62e754d2a59 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:59:50.564104 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b5c142-c67f-4cc7-8efc-16b06da95a6f None None] Checking router: 8ed0b3f7-e5bb-4bce-b6f8-8876580c1002 for host: dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:59:50.564577 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b5c142-c67f-4cc7-8efc-16b06da95a6f None None] Updating router 8ed0b3f7-e5bb-4bce-b6f8-8876580c1002 port c9ff1d5d-e41b-466e-bb27-1fb8d001228d binding host dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:59:50.641552 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b3b5c142-c67f-4cc7-8efc-16b06da95a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (c9ff1d5d-e41b-466e-bb27-1fb8d001228d), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:50.691464 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04e873-a0b2-4c6b-843f-af318f1c3b0b None None] Pushing event updated for resources: {'Port': ['ID=08c7fbde-6089-49f4-9c3b-5e85b717558e,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:50.714075 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bff904f7-22c6-4677-8368-f26e22bababd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:50.821631 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 08c7fbde-6089-49f4-9c3b-5e85b717558e up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:59:50.974804 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:50.980947 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-363c68e8-bcc4-41cb-a7f4-fb8f2f00e1af None None] Attempting to bind port 29f404a1-42f7-46ac-904f-2243202372fc on host dv-cinder-842130-1-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:59:50.981953 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-363c68e8-bcc4-41cb-a7f4-fb8f2f00e1af None None] Attempting to bind port 29f404a1-42f7-46ac-904f-2243202372fc by drivers openvswitch,hyperv on host dv-cinder-842130-1-iscsi at level 0 using segments [{'id': 'eb1fcbe1-33aa-4883-b6e7-9b5b9588dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3991de1e-97a5-48cd-9e62-5cfe161414ab'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:59:50.982552 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363c68e8-bcc4-41cb-a7f4-fb8f2f00e1af None None] Attempting to bind port 29f404a1-42f7-46ac-904f-2243202372fc on network 3991de1e-97a5-48cd-9e62-5cfe161414ab {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:59:51.011599 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363c68e8-bcc4-41cb-a7f4-fb8f2f00e1af None None] Checking agent: {'id': '083d02d4-47f3-493f-9afe-05142db1b6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 47, 24), 'started_at': datetime.datetime(2022, 5, 26, 13, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:59:51.012542 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363c68e8-bcc4-41cb-a7f4-fb8f2f00e1af None None] Checking segment: {'id': 'eb1fcbe1-33aa-4883-b6e7-9b5b9588dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3991de1e-97a5-48cd-9e62-5cfe161414ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:59:51.013176 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-363c68e8-bcc4-41cb-a7f4-fb8f2f00e1af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:51.014104 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363c68e8-bcc4-41cb-a7f4-fb8f2f00e1af None None] Bound using segment: {'id': 'eb1fcbe1-33aa-4883-b6e7-9b5b9588dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3991de1e-97a5-48cd-9e62-5cfe161414ab'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:59:51.015018 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-363c68e8-bcc4-41cb-a7f4-fb8f2f00e1af None None] Bound port: 29f404a1-42f7-46ac-904f-2243202372fc, host: dv-cinder-842130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb1fcbe1-33aa-4883-b6e7-9b5b9588dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3991de1e-97a5-48cd-9e62-5cfe161414ab'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:59:51.016120 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-363c68e8-bcc4-41cb-a7f4-fb8f2f00e1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (29f404a1-42f7-46ac-904f-2243202372fc), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:51.029617 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-bff904f7-22c6-4677-8368-f26e22bababd admin admin] Allocated IP 172.20.0.1 (8af92952-78ec-4c40-b433-c44330b54074/353f0404-5419-4494-b034-08b9373097ba/4a689253-7550-4b8d-8314-34dc884d22bd) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:59:51.060851 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c68e8-bcc4-41cb-a7f4-fb8f2f00e1af None None] Pushing event updated for resources: {'Port': ['ID=29f404a1-42f7-46ac-904f-2243202372fc,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:51.165062 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bff904f7-22c6-4677-8368-f26e22bababd admin admin] Publish callbacks [] for port (4a689253-7550-4b8d-8314-34dc884d22bd), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:51.173634 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-363c68e8-bcc4-41cb-a7f4-fb8f2f00e1af None None] For port 29f404a1-42f7-46ac-904f-2243202372fc, host dv-cinder-842130-1-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:59:51.188409 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-363c68e8-bcc4-41cb-a7f4-fb8f2f00e1af None None] For port 29f404a1-42f7-46ac-904f-2243202372fc, host dv-cinder-842130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=29f404a1-42f7-46ac-904f-2243202372fc,segment=NetworkSegment(eb1fcbe1-33aa-4883-b6e7-9b5b9588dd74),segment_id=eb1fcbe1-33aa-4883-b6e7-9b5b9588dd74)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:59:51.193041 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7c616-65a3-4ce3-8fe8-2315d76d939a req-e729d028-e44a-4da8-ae39-8236eddd5cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:51.194742 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-26b7c616-65a3-4ce3-8fe8-2315d76d939a req-e729d028-e44a-4da8-ae39-8236eddd5cad service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=12082647641d4ece974c66384e3bf169&device_id=7dcbaef5-7ff8-4edf-9ccf-e1053c6c6649 HTTP/1.1" status: 200 len: 1128 time: 0.0952516 May 26 13:59:51.195699 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3499a5-ac18-4986-810e-f81e4b8c34a6 req-271e15ed-f5c6-4f76-8d00-bcc07fce05c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:51.196143 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:51.197596 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5b3499a5-ac18-4986-810e-f81e4b8c34a6 req-271e15ed-f5c6-4f76-8d00-bcc07fce05c3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e3d27b9eb0ef4c338c18c2a1d02db444&device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 1129 time: 0.0535102 May 26 13:59:51.202281 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bff904f7-22c6-4677-8368-f26e22bababd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (4a689253-7550-4b8d-8314-34dc884d22bd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:51.232429 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port 08c7fbde-6089-49f4-9c3b-5e85b717558e triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:51.232876 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (08c7fbde-6089-49f4-9c3b-5e85b717558e), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:51.234860 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6076956a-54e7-47c7-90b4-55afe24f4abc None None] Network 8af92952-78ec-4c40-b433-c44330b54074 requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:59:51.264999 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-363c68e8-bcc4-41cb-a7f4-fb8f2f00e1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (29f404a1-42f7-46ac-904f-2243202372fc), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:51.267240 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff904f7-22c6-4677-8368-f26e22bababd admin admin] Pushing event updated for resources: {'Port': ['ID=4a689253-7550-4b8d-8314-34dc884d22bd,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:51.268152 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-0e04e873-a0b2-4c6b-843f-af318f1c3b0b None None] Current status of the port c838c993-7dcc-4776-a562-c32b19de95f4 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:51.282926 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b3b5c142-c67f-4cc7-8efc-16b06da95a6f None None] Publish callbacks [] for port (c9ff1d5d-e41b-466e-bb27-1fb8d001228d), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:51.294197 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff904f7-22c6-4677-8368-f26e22bababd admin admin] Network 8af92952-78ec-4c40-b433-c44330b54074 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:59:51.296515 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-bff904f7-22c6-4677-8368-f26e22bababd admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:59:51.299784 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff904f7-22c6-4677-8368-f26e22bababd admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:59:51.300172 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b3b5c142-c67f-4cc7-8efc-16b06da95a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (c9ff1d5d-e41b-466e-bb27-1fb8d001228d), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:51.333529 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 41e6383a-25f2-45be-aa0c-cffb6e1f1143 details requested by agent hyperv_hv-cinder-84213 with host hv-cinder-84213 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 13:59:51.369533 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:51.389941 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bff904f7-22c6-4677-8368-f26e22bababd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-778573'] for router_interface (8ed0b3f7-e5bb-4bce-b6f8-8876580c1002), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:51.394603 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-b3b5c142-c67f-4cc7-8efc-16b06da95a6f None None] Attempting to bind port c9ff1d5d-e41b-466e-bb27-1fb8d001228d on host dv-cinder-842130-1-iscsi for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:59:51.394967 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-b3b5c142-c67f-4cc7-8efc-16b06da95a6f None None] Attempting to bind port c9ff1d5d-e41b-466e-bb27-1fb8d001228d by drivers openvswitch,hyperv on host dv-cinder-842130-1-iscsi at level 0 using segments [{'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:59:51.395320 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b5c142-c67f-4cc7-8efc-16b06da95a6f None None] Attempting to bind port c9ff1d5d-e41b-466e-bb27-1fb8d001228d on network 52e096d4-8aa7-4f06-8835-685346500be4 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:59:51.402579 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b5c142-c67f-4cc7-8efc-16b06da95a6f None None] Checking agent: {'id': '083d02d4-47f3-493f-9afe-05142db1b6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 47, 24), 'started_at': datetime.datetime(2022, 5, 26, 13, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:59:51.402947 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b5c142-c67f-4cc7-8efc-16b06da95a6f None None] Checking segment: {'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:59:51.403343 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b3b5c142-c67f-4cc7-8efc-16b06da95a6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:51.403725 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b5c142-c67f-4cc7-8efc-16b06da95a6f None None] Bound using segment: {'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:59:51.404182 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-b3b5c142-c67f-4cc7-8efc-16b06da95a6f None None] Bound port: c9ff1d5d-e41b-466e-bb27-1fb8d001228d, host: dv-cinder-842130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:59:51.404549 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b3b5c142-c67f-4cc7-8efc-16b06da95a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (c9ff1d5d-e41b-466e-bb27-1fb8d001228d), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:51.406445 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b21ce-13de-4e81-b632-af67440441b3 None None] Pushing event updated for resources: {'Port': ['ID=c9ff1d5d-e41b-466e-bb27-1fb8d001228d,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:51.469041 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-36630371-f1eb-49db-8ab1-d514a69e6da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:51.481203 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-b3b5c142-c67f-4cc7-8efc-16b06da95a6f None None] For port c9ff1d5d-e41b-466e-bb27-1fb8d001228d, host dv-cinder-842130-1-iscsi, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:59:51.485679 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-b3b5c142-c67f-4cc7-8efc-16b06da95a6f None None] For port c9ff1d5d-e41b-466e-bb27-1fb8d001228d, host dv-cinder-842130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=c9ff1d5d-e41b-466e-bb27-1fb8d001228d,segment=NetworkSegment(7398460f-ba92-4b10-bc2e-e16a0f9ed6bc),segment_id=7398460f-ba92-4b10-bc2e-e16a0f9ed6bc)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:59:51.498344 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b3b5c142-c67f-4cc7-8efc-16b06da95a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (c9ff1d5d-e41b-466e-bb27-1fb8d001228d), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:51.517656 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:51.571837 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3499a5-ac18-4986-810e-f81e4b8c34a6 req-9c725378-5851-4808-a4b8-d7b145968596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:51.572877 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5b3499a5-ac18-4986-810e-f81e4b8c34a6 req-9c725378-5851-4808-a4b8-d7b145968596 service neutron] 10.222.0.82 "GET /v2.0/networks?id=94664734-1654-43f2-b262-23850dca9bb9 HTTP/1.1" status: 200 len: 918 time: 0.3626940 May 26 13:59:51.578389 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b5c142-c67f-4cc7-8efc-16b06da95a6f None None] Routers {'8ed0b3f7-e5bb-4bce-b6f8-8876580c1002'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:59:51.579020 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b3b5c142-c67f-4cc7-8efc-16b06da95a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:59:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['8ed0b3f7-e5bb-4bce-b6f8-8876580c1002'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:51.599441 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:51.685539 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bff904f7-22c6-4677-8368-f26e22bababd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (4a689253-7550-4b8d-8314-34dc884d22bd), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:51.699850 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-b3b5c142-c67f-4cc7-8efc-16b06da95a6f None None] Set router 8ed0b3f7-e5bb-4bce-b6f8-8876580c1002 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:59:51.829396 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7c616-65a3-4ce3-8fe8-2315d76d939a req-e1aee0c5-fa14-4c93-9435-7cccaa96496b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:51.831009 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-26b7c616-65a3-4ce3-8fe8-2315d76d939a req-e1aee0c5-fa14-4c93-9435-7cccaa96496b service neutron] 10.222.0.82 "GET /v2.0/networks?id=3c753870-7084-433e-b67c-0097f665e28b HTTP/1.1" status: 200 len: 909 time: 0.5392721 May 26 13:59:51.850677 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66ff74-8998-4142-b646-9916c092d0dc req-15255d9c-492e-458a-9c8f-49fe3e740431 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:51.853088 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0d66ff74-8998-4142-b646-9916c092d0dc req-15255d9c-492e-458a-9c8f-49fe3e740431 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dcbaef5-7ff8-4edf-9ccf-e1053c6c6649 HTTP/1.1" status: 200 len: 944 time: 0.2764750 May 26 13:59:51.999623 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:52.027658 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b3b5c142-c67f-4cc7-8efc-16b06da95a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed0b3f7-e5bb-4bce-b6f8-8876580c1002', 'name': 'tempest-TestMinimumBasicScenario-2043743713-router', 'tenant_id': '60a6f4f6d3854690befed268a5911a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'c9ff1d5d-e41b-466e-bb27-1fb8d001228d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:45Z', 'updated_at': '2022-05-26T13:59:48Z', 'revision_number': 3, 'project_id': '60a6f4f6d3854690befed268a5911a3b', 'gw_port': {'id': 'c9ff1d5d-e41b-466e-bb27-1fb8d001228d', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bc:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed0b3f7-e5bb-4bce-b6f8-8876580c1002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:47Z', 'updated_at': '2022-05-26T13:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi'}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:52.067884 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b21ce-13de-4e81-b632-af67440441b3 None None] Pushing event updated for resources: {'Port': ['ID=c9ff1d5d-e41b-466e-bb27-1fb8d001228d,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:52.072131 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b5c142-c67f-4cc7-8efc-16b06da95a6f None None] The sync data for ids ['8ed0b3f7-e5bb-4bce-b6f8-8876580c1002'] in dv-cinder-842130-1-iscsi is: [{'id': '8ed0b3f7-e5bb-4bce-b6f8-8876580c1002', 'name': 'tempest-TestMinimumBasicScenario-2043743713-router', 'tenant_id': '60a6f4f6d3854690befed268a5911a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'c9ff1d5d-e41b-466e-bb27-1fb8d001228d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:45Z', 'updated_at': '2022-05-26T13:59:48Z', 'revision_number': 3, 'project_id': '60a6f4f6d3854690befed268a5911a3b', 'gw_port': {'id': 'c9ff1d5d-e41b-466e-bb27-1fb8d001228d', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bc:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed0b3f7-e5bb-4bce-b6f8-8876580c1002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:47Z', 'updated_at': '2022-05-26T13:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:59:52.097619 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5b3499a5-ac18-4986-810e-f81e4b8c34a6 req-f29203b4-2a2b-474f-890a-c81f89a5fdc0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=325f8a3e-5419-43f8-a8e8-0067da401f65 HTTP/1.1" status: 200 len: 999 time: 0.4944596 May 26 13:59:52.108365 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=100 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:52.114763 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bff904f7-22c6-4677-8368-f26e22bababd admin admin] Publish callbacks [] for port (4a689253-7550-4b8d-8314-34dc884d22bd), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:52.125087 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bff904f7-22c6-4677-8368-f26e22bababd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14253987'] for port (4a689253-7550-4b8d-8314-34dc884d22bd), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:52.127768 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:52.129062 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10b6e9e-834d-434a-b31a-4424471b7c90 None None] New status for floating IP e00e3a8d-4f76-4b37-b148-3b4c2ea0862c: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 13:59:52.143144 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-7b3314a7-0b04-4d07-89b0-3f299feec10e None None] Provisioning complete for port af9e3407-796f-4738-a479-c7e941070536 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:52.143650 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7b3314a7-0b04-4d07-89b0-3f299feec10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (af9e3407-796f-4738-a479-c7e941070536), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:52.145370 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Pushing event updated for resources: {'Port': ['ID=0f827b44-af21-4e6a-b7d9-601bce9b0f8f,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:52.148917 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-26b7c616-65a3-4ce3-8fe8-2315d76d939a req-230beed2-efe8-4e58-a1c6-6300b30244c4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41e6383a-25f2-45be-aa0c-cffb6e1f1143 HTTP/1.1" status: 200 len: 217 time: 0.2810881 May 26 13:59:52.209009 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bff904f7-22c6-4677-8368-f26e22bababd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-302209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-781565'] for router_interface (8ed0b3f7-e5bb-4bce-b6f8-8876580c1002), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:52.211238 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff904f7-22c6-4677-8368-f26e22bababd admin admin] Pushing event updated for resources: {'Port': ['ID=4a689253-7550-4b8d-8314-34dc884d22bd,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:52.253134 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-36630371-f1eb-49db-8ab1-d514a69e6da6 admin admin] Allocated IP 172.20.0.1 (3991de1e-97a5-48cd-9e62-5cfe161414ab/39b6aa1a-b67f-4b78-ac36-4a5c9709e16b/16375727-b3a6-4fb6-a2dd-d06f94fd97dc) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:59:52.298068 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0d66ff74-8998-4142-b646-9916c092d0dc req-2ca9c031-4492-4d61-8e25-c7f4ca502616 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028461 May 26 13:59:52.311697 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3499a5-ac18-4986-810e-f81e4b8c34a6 req-9a27cfeb-6d30-468a-b640-36503dd59904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:52.311917 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-82e0b2b2-d4ed-470a-9463-9f61c0bbad42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a57e4d-0f06-4f91-a596-a62e754d2a59', 'name': 'tempest-TestVolumeBootPattern-828696566-router', 'tenant_id': 'e23df072c3ad4ce6b25f813c47cb1d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:47Z', 'updated_at': '2022-05-26T13:59:48Z', 'revision_number': 3, 'project_id': 'e23df072c3ad4ce6b25f813c47cb1d1f', 'gw_port': {'id': 'e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a57e4d-0f06-4f91-a596-a62e754d2a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:48Z', 'updated_at': '2022-05-26T13:59:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi'}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:52.312058 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5b3499a5-ac18-4986-810e-f81e4b8c34a6 req-9a27cfeb-6d30-468a-b640-36503dd59904 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=463c251f-969b-49e6-b225-a476c859b795 HTTP/1.1" status: 200 len: 856 time: 0.1574619 May 26 13:59:52.316091 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7c616-65a3-4ce3-8fe8-2315d76d939a req-3ea956de-6c40-44f7-85f0-cf3e1413e761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:52.317770 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-26b7c616-65a3-4ce3-8fe8-2315d76d939a req-3ea956de-6c40-44f7-85f0-cf3e1413e761 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=480b17c0-db32-45d4-9df8-232d9163a239 HTTP/1.1" status: 200 len: 848 time: 0.1466203 May 26 13:59:52.332259 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff904f7-22c6-4677-8368-f26e22bababd admin admin] Network 8af92952-78ec-4c40-b433-c44330b54074 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:59:52.341894 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-bff904f7-22c6-4677-8368-f26e22bababd admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:59:52.397606 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e0b2b2-d4ed-470a-9463-9f61c0bbad42 None None] Checking router: d2a57e4d-0f06-4f91-a596-a62e754d2a59 for host: dv-cinder-842130-1-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:59:52.397951 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e0b2b2-d4ed-470a-9463-9f61c0bbad42 None None] Updating router d2a57e4d-0f06-4f91-a596-a62e754d2a59 port e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a binding host dv-cinder-842130-1-iscsi {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:59:52.416992 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-26b7c616-65a3-4ce3-8fe8-2315d76d939a req-63355f99-ec6c-46a9-9d25-2bb9c26cce96 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3c753870-7084-433e-b67c-0097f665e28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823379 May 26 13:59:52.429285 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-eb179d03-eca5-4546-b167-41a5799be340 None None] Publish callbacks [] for port (940d7b40-ebe0-443e-ac38-6c13f542b5a6), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:52.437663 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:52.438789 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-82e0b2b2-d4ed-470a-9463-9f61c0bbad42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:52.460886 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3499a5-ac18-4986-810e-f81e4b8c34a6 req-f2978de2-47f0-4188-ae59-e921d442dd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:52.462415 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5b3499a5-ac18-4986-810e-f81e4b8c34a6 req-f2978de2-47f0-4188-ae59-e921d442dd2f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=94664734-1654-43f2-b262-23850dca9bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1273091 May 26 13:59:52.489773 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff904f7-22c6-4677-8368-f26e22bababd admin admin] Router 8ed0b3f7-e5bb-4bce-b6f8-8876580c1002 has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:59:52.555779 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:52.580707 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-eb179d03-eca5-4546-b167-41a5799be340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (940d7b40-ebe0-443e-ac38-6c13f542b5a6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:52.629134 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-36630371-f1eb-49db-8ab1-d514a69e6da6 admin admin] Publish callbacks [] for port (16375727-b3a6-4fb6-a2dd-d06f94fd97dc), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:52.656712 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:52.663351 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff904f7-22c6-4677-8368-f26e22bababd admin admin] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:59:52.696149 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-bff904f7-22c6-4677-8368-f26e22bababd admin admin] 10.222.0.91 "PUT /v2.0/routers/8ed0b3f7-e5bb-4bce-b6f8-8876580c1002/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7768505 May 26 13:59:52.702148 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c68e8-bcc4-41cb-a7f4-fb8f2f00e1af None None] Pushing event updated for resources: {'Port': ['ID=29f404a1-42f7-46ac-904f-2243202372fc,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:52.704642 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:52.705108 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-26b7c616-65a3-4ce3-8fe8-2315d76d939a req-1570bbf8-2acf-4887-9983-c9fb2a1cf314 service neutron] 10.222.0.82 "GET /v2.0/networks/3c753870-7084-433e-b67c-0097f665e28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732911 May 26 13:59:52.757627 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 41e6383a-25f2-45be-aa0c-cffb6e1f1143, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=41e6383a-25f2-45be-aa0c-cffb6e1f1143,segment=NetworkSegment(90f79641-337e-4adc-a93b-1485a826e3d1),segment_id=90f79641-337e-4adc-a93b-1485a826e3d1)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:59:52.794857 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5b3499a5-ac18-4986-810e-f81e4b8c34a6 req-4d4383c0-558d-47a7-b4a2-c2791fc5d820 service neutron] 10.222.0.82 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015838 May 26 13:59:52.833933 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port 08c7fbde-6089-49f4-9c3b-5e85b717558e is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:52.835141 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device c838c993-7dcc-4776-a562-c32b19de95f4 up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:59:52.883284 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-36630371-f1eb-49db-8ab1-d514a69e6da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (16375727-b3a6-4fb6-a2dd-d06f94fd97dc), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:52.964853 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Returning: {'device': '41e6383a-25f2-45be-aa0c-cffb6e1f1143', 'network_id': '3c753870-7084-433e-b67c-0097f665e28b', 'port_id': '41e6383a-25f2-45be-aa0c-cffb6e1f1143', 'mac_address': 'fa:16:3e:fc:66:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '480b17c0-db32-45d4-9df8-232d9163a239', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 13:59:53.078879 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-26b7c616-65a3-4ce3-8fe8-2315d76d939a req-f798881e-87bb-4962-96bc-3fe294a015fe service neutron] 10.222.0.82 "GET /v2.0/networks/3c753870-7084-433e-b67c-0097f665e28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526618 May 26 13:59:53.110184 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36630371-f1eb-49db-8ab1-d514a69e6da6 admin admin] Network 3991de1e-97a5-48cd-9e62-5cfe161414ab is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:59:53.125834 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-36630371-f1eb-49db-8ab1-d514a69e6da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:59:53.127526 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:53.128863 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36630371-f1eb-49db-8ab1-d514a69e6da6 admin admin] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:59:53.214691 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36630371-f1eb-49db-8ab1-d514a69e6da6 admin admin] Pushing event updated for resources: {'Port': ['ID=16375727-b3a6-4fb6-a2dd-d06f94fd97dc,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:53.276991 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d0721-658c-488f-9853-aff75fba2946 None None] Pushing event updated for resources: {'Port': ['ID=940d7b40-ebe0-443e-ac38-6c13f542b5a6,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:53.316372 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-36630371-f1eb-49db-8ab1-d514a69e6da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-778573'] for router_interface (d2a57e4d-0f06-4f91-a596-a62e754d2a59), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:53.386684 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-7b3314a7-0b04-4d07-89b0-3f299feec10e None None] Current status of the port af9e3407-796f-4738-a479-c7e941070536 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:53.387072 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7b3314a7-0b04-4d07-89b0-3f299feec10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (af9e3407-796f-4738-a479-c7e941070536), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:53.405409 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:53.437556 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5b3499a5-ac18-4986-810e-f81e4b8c34a6 req-5988e80d-525f-4a0c-b8fb-d0ee6dcbfce2 service neutron] 10.222.0.82 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5706100 May 26 13:59:53.495265 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25c0d1f-9f2f-44a4-bf1c-6c65cd7e1bf9 None None] Network 3991de1e-97a5-48cd-9e62-5cfe161414ab requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:59:53.504428 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port c838c993-7dcc-4776-a562-c32b19de95f4 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:53.505069 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (c838c993-7dcc-4776-a562-c32b19de95f4), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:53.530753 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-eb179d03-eca5-4546-b167-41a5799be340 None None] Attempting to bind port 940d7b40-ebe0-443e-ac38-6c13f542b5a6 on host dv-cinder-842130-1-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:59:53.531372 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-eb179d03-eca5-4546-b167-41a5799be340 None None] Attempting to bind port 940d7b40-ebe0-443e-ac38-6c13f542b5a6 by drivers openvswitch,hyperv on host dv-cinder-842130-1-iscsi at level 0 using segments [{'id': '18d90dc2-9ceb-473c-b8b5-c672010bce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e26da38a-ef26-46fb-a760-cb66e548f0c4'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:59:53.531987 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb179d03-eca5-4546-b167-41a5799be340 None None] Attempting to bind port 940d7b40-ebe0-443e-ac38-6c13f542b5a6 on network e26da38a-ef26-46fb-a760-cb66e548f0c4 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:59:53.534605 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 41e6383a-25f2-45be-aa0c-cffb6e1f1143 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:53.535373 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (41e6383a-25f2-45be-aa0c-cffb6e1f1143), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:53.565383 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618354d2-d970-4704-988c-e0862feb5280 req-f7bc1cb2-4005-45f6-af96-d8b8a224d0da tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:53.567377 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-618354d2-d970-4704-988c-e0862feb5280 req-f7bc1cb2-4005-45f6-af96-d8b8a224d0da tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dcbaef5-7ff8-4edf-9ccf-e1053c6c6649 HTTP/1.1" status: 200 len: 944 time: 0.1078389 May 26 13:59:53.644311 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb179d03-eca5-4546-b167-41a5799be340 None None] Checking agent: {'id': '083d02d4-47f3-493f-9afe-05142db1b6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 47, 24), 'started_at': datetime.datetime(2022, 5, 26, 13, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:59:53.644689 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb179d03-eca5-4546-b167-41a5799be340 None None] Checking segment: {'id': '18d90dc2-9ceb-473c-b8b5-c672010bce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e26da38a-ef26-46fb-a760-cb66e548f0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:59:53.645092 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-eb179d03-eca5-4546-b167-41a5799be340 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:53.645516 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb179d03-eca5-4546-b167-41a5799be340 None None] Bound using segment: {'id': '18d90dc2-9ceb-473c-b8b5-c672010bce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e26da38a-ef26-46fb-a760-cb66e548f0c4'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:59:53.645998 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-eb179d03-eca5-4546-b167-41a5799be340 None None] Bound port: 940d7b40-ebe0-443e-ac38-6c13f542b5a6, host: dv-cinder-842130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d90dc2-9ceb-473c-b8b5-c672010bce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e26da38a-ef26-46fb-a760-cb66e548f0c4'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:59:53.646380 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-eb179d03-eca5-4546-b167-41a5799be340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (940d7b40-ebe0-443e-ac38-6c13f542b5a6), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:53.653521 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-36630371-f1eb-49db-8ab1-d514a69e6da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (16375727-b3a6-4fb6-a2dd-d06f94fd97dc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:53.688284 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-618354d2-d970-4704-988c-e0862feb5280 req-87346cb4-a57e-4110-b0c4-221b232e4bb1 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119564 May 26 13:59:53.777389 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41e6383a-25f2-45be-aa0c-cffb6e1f1143 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:59:53.805527 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-7b3314a7-0b04-4d07-89b0-3f299feec10e None None] For port af9e3407-796f-4738-a479-c7e941070536, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=af9e3407-796f-4738-a479-c7e941070536,segment=NetworkSegment(de981c0a-4c08-44e8-b22e-8690ef7c03a7),segment_id=de981c0a-4c08-44e8-b22e-8690ef7c03a7)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:59:53.858188 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7b3314a7-0b04-4d07-89b0-3f299feec10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (af9e3407-796f-4738-a479-c7e941070536), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:53.890767 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 41e6383a-25f2-45be-aa0c-cffb6e1f1143, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=41e6383a-25f2-45be-aa0c-cffb6e1f1143,segment=NetworkSegment(90f79641-337e-4adc-a93b-1485a826e3d1),segment_id=90f79641-337e-4adc-a93b-1485a826e3d1)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:59:53.933068 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:53.934467 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (41e6383a-25f2-45be-aa0c-cffb6e1f1143), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:53.942840 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-36630371-f1eb-49db-8ab1-d514a69e6da6 admin admin] Publish callbacks [] for port (16375727-b3a6-4fb6-a2dd-d06f94fd97dc), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:53.948930 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-36630371-f1eb-49db-8ab1-d514a69e6da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13292136'] for port (16375727-b3a6-4fb6-a2dd-d06f94fd97dc), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:53.988459 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:54.048605 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-36630371-f1eb-49db-8ab1-d514a69e6da6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-302209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-781565'] for router_interface (d2a57e4d-0f06-4f91-a596-a62e754d2a59), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:54.050498 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36630371-f1eb-49db-8ab1-d514a69e6da6 admin admin] Pushing event updated for resources: {'Port': ['ID=16375727-b3a6-4fb6-a2dd-d06f94fd97dc,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:54.068347 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-82e0b2b2-d4ed-470a-9463-9f61c0bbad42 None None] Publish callbacks [] for port (e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:54.103041 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-eb179d03-eca5-4546-b167-41a5799be340 None None] For port 940d7b40-ebe0-443e-ac38-6c13f542b5a6, host dv-cinder-842130-1-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:59:54.118158 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-82e0b2b2-d4ed-470a-9463-9f61c0bbad42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:54.128732 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-8e7628ba-77df-4b0a-90d2-9d936bfd2bba None None] Provisioning complete for port 29f404a1-42f7-46ac-904f-2243202372fc triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:54.129542 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8e7628ba-77df-4b0a-90d2-9d936bfd2bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (29f404a1-42f7-46ac-904f-2243202372fc), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:54.137300 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:54.144158 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3314a7-0b04-4d07-89b0-3f299feec10e None None] Pushing event updated for resources: {'Port': ['ID=af9e3407-796f-4738-a479-c7e941070536,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:54.155940 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-eb179d03-eca5-4546-b167-41a5799be340 None None] For port 940d7b40-ebe0-443e-ac38-6c13f542b5a6, host dv-cinder-842130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=940d7b40-ebe0-443e-ac38-6c13f542b5a6,segment=NetworkSegment(18d90dc2-9ceb-473c-b8b5-c672010bce9e),segment_id=18d90dc2-9ceb-473c-b8b5-c672010bce9e)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:59:54.225301 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port c838c993-7dcc-4776-a562-c32b19de95f4 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:54.226654 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device af9e3407-796f-4738-a479-c7e941070536 up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:59:54.262227 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36630371-f1eb-49db-8ab1-d514a69e6da6 admin admin] Network 3991de1e-97a5-48cd-9e62-5cfe161414ab is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:59:54.264385 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-36630371-f1eb-49db-8ab1-d514a69e6da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:59:54.282963 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-eb179d03-eca5-4546-b167-41a5799be340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (940d7b40-ebe0-443e-ac38-6c13f542b5a6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:54.421722 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-82e0b2b2-d4ed-470a-9463-9f61c0bbad42 None None] Attempting to bind port e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a on host dv-cinder-842130-1-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:59:54.422276 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-82e0b2b2-d4ed-470a-9463-9f61c0bbad42 None None] Attempting to bind port e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a by drivers openvswitch,hyperv on host dv-cinder-842130-1-iscsi at level 0 using segments [{'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:59:54.422790 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e0b2b2-d4ed-470a-9463-9f61c0bbad42 None None] Attempting to bind port e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a on network 52e096d4-8aa7-4f06-8835-685346500be4 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:59:54.442977 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:54.465808 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36630371-f1eb-49db-8ab1-d514a69e6da6 admin admin] Router d2a57e4d-0f06-4f91-a596-a62e754d2a59 has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:59:54.482577 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=41e6383a-25f2-45be-aa0c-cffb6e1f1143,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:54.491506 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e0b2b2-d4ed-470a-9463-9f61c0bbad42 None None] Checking agent: {'id': '083d02d4-47f3-493f-9afe-05142db1b6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 47, 24), 'started_at': datetime.datetime(2022, 5, 26, 13, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:59:54.492159 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e0b2b2-d4ed-470a-9463-9f61c0bbad42 None None] Checking segment: {'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:59:54.492713 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-82e0b2b2-d4ed-470a-9463-9f61c0bbad42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:54.493299 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e0b2b2-d4ed-470a-9463-9f61c0bbad42 None None] Bound using segment: {'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:59:54.493936 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-82e0b2b2-d4ed-470a-9463-9f61c0bbad42 None None] Bound port: e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a, host: dv-cinder-842130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:59:54.494530 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-82e0b2b2-d4ed-470a-9463-9f61c0bbad42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:54.580804 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:54.585106 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] get_ports_and_sgs() called for port_ids ['41e6383a-25f2-45be-aa0c-cffb6e1f1143'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:59:54.587762 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port af9e3407-796f-4738-a479-c7e941070536 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:54.588168 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (af9e3407-796f-4738-a479-c7e941070536), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:54.695156 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=100 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:54.762835 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36630371-f1eb-49db-8ab1-d514a69e6da6 admin admin] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:59:54.800935 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-36630371-f1eb-49db-8ab1-d514a69e6da6 admin admin] 10.222.0.91 "PUT /v2.0/routers/d2a57e4d-0f06-4f91-a596-a62e754d2a59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9407649 May 26 13:59:55.048573 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e98706-95a5-4ef2-86f2-454ec22f3f07 req-f845f8b6-a176-4e38-ac93-6c7002a961e9 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:55.061301 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-45e98706-95a5-4ef2-86f2-454ec22f3f07 req-f845f8b6-a176-4e38-ac93-6c7002a961e9 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dcbaef5-7ff8-4edf-9ccf-e1053c6c6649 HTTP/1.1" status: 200 len: 945 time: 0.1704803 May 26 13:59:55.252497 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-45e98706-95a5-4ef2-86f2-454ec22f3f07 req-511f2919-4bf2-4e34-865c-1f8ddaf84869 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845813 May 26 13:59:55.297823 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb179d03-eca5-4546-b167-41a5799be340 None None] Routers {'97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:59:55.298478 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-eb179d03-eca5-4546-b167-41a5799be340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:59:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:55.519953 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cdae50-6f6a-4fdc-b27a-810931f4bd5c None None] Pushing event updated for resources: {'Port': ['ID=e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:55.526360 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-8e7628ba-77df-4b0a-90d2-9d936bfd2bba None None] Current status of the port 29f404a1-42f7-46ac-904f-2243202372fc is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:55.527300 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8e7628ba-77df-4b0a-90d2-9d936bfd2bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (29f404a1-42f7-46ac-904f-2243202372fc), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:55.664973 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 48320) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:55.671798 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-f9f255d8-6843-431d-97ed-2d8b2260b928 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1274687408', 'description': 'tempest-secgroup-smoke-1274687408 description', 'project_id': 'ed15631acafd41528b96f2ed12c19e5b'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:55.703378 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:55.712598 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f9f255d8-6843-431d-97ed-2d8b2260b928 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:55.718711 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-82e0b2b2-d4ed-470a-9463-9f61c0bbad42 None None] For port e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a, host dv-cinder-842130-1-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:59:55.798389 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-82e0b2b2-d4ed-470a-9463-9f61c0bbad42 None None] For port e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a, host dv-cinder-842130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a,segment=NetworkSegment(7398460f-ba92-4b10-bc2e-e16a0f9ed6bc),segment_id=7398460f-ba92-4b10-bc2e-e16a0f9ed6bc)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:59:55.841467 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f9f255d8-6843-431d-97ed-2d8b2260b928 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for security_group (101252cf-f019-4f3e-b4b9-961f8231a213), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:55.847405 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-8e7628ba-77df-4b0a-90d2-9d936bfd2bba None None] For port 29f404a1-42f7-46ac-904f-2243202372fc, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=29f404a1-42f7-46ac-904f-2243202372fc,segment=NetworkSegment(eb1fcbe1-33aa-4883-b6e7-9b5b9588dd74),segment_id=eb1fcbe1-33aa-4883-b6e7-9b5b9588dd74)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:59:55.848136 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f9f255d8-6843-431d-97ed-2d8b2260b928 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (101252cf-f019-4f3e-b4b9-961f8231a213), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:55.848724 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port af9e3407-796f-4738-a479-c7e941070536 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:55.874977 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d0721-658c-488f-9853-aff75fba2946 None None] Pushing event updated for resources: {'Port': ['ID=940d7b40-ebe0-443e-ac38-6c13f542b5a6,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:55.888070 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-82e0b2b2-d4ed-470a-9463-9f61c0bbad42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:55.897161 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f9f255d8-6843-431d-97ed-2d8b2260b928 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:55.898815 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-f9f255d8-6843-431d-97ed-2d8b2260b928 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2302465 May 26 13:59:55.902942 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 48322) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:55.906907 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8e7628ba-77df-4b0a-90d2-9d936bfd2bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (29f404a1-42f7-46ac-904f-2243202372fc), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:55.912252 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-8eb89e10-71a3-4883-b858-8a160e1fe500 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Request body: {'security_group_rule': {'security_group_id': '101252cf-f019-4f3e-b4b9-961f8231a213', 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:55.927150 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f255d8-6843-431d-97ed-2d8b2260b928 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=101252cf-f019-4f3e-b4b9-961f8231a213,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:55.985833 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8eb89e10-71a3-4883-b858-8a160e1fe500 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for security_group_rule (61bd7c6e-4e5e-47ef-9445-b73ebb2ce285), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:56.007595 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-eb179d03-eca5-4546-b167-41a5799be340 None None] Set router 97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:59:56.118449 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-8e7628ba-77df-4b0a-90d2-9d936bfd2bba None None] Provisioning complete for port 940d7b40-ebe0-443e-ac38-6c13f542b5a6 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:56.118815 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8e7628ba-77df-4b0a-90d2-9d936bfd2bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (940d7b40-ebe0-443e-ac38-6c13f542b5a6), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:56.137397 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8eb89e10-71a3-4883-b858-8a160e1fe500 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for security_group_rule (61bd7c6e-4e5e-47ef-9445-b73ebb2ce285), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:56.143913 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8eb89e10-71a3-4883-b858-8a160e1fe500 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581445'] for security_group_rule (61bd7c6e-4e5e-47ef-9445-b73ebb2ce285), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:56.180400 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:56.199486 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb89e10-71a3-4883-b858-8a160e1fe500 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61bd7c6e-4e5e-47ef-9445-b73ebb2ce285,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:56.216570 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8eb89e10-71a3-4883-b858-8a160e1fe500 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:56.219171 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-8eb89e10-71a3-4883-b858-8a160e1fe500 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3150473 May 26 13:59:56.221676 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 48324) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:56.226934 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-0410e039-2d88-4f6e-a957-a32b2d1972ba tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Request body: {'security_group_rule': {'security_group_id': '101252cf-f019-4f3e-b4b9-961f8231a213', 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:56.262303 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cdae50-6f6a-4fdc-b27a-810931f4bd5c None None] Pushing event updated for resources: {'Port': ['ID=e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:56.272702 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:56.288458 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0410e039-2d88-4f6e-a957-a32b2d1972ba tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for security_group_rule (a6c372e8-2ca4-41ef-b677-a8394c4f0daf), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:56.353040 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e0b2b2-d4ed-470a-9463-9f61c0bbad42 None None] Routers {'d2a57e4d-0f06-4f91-a596-a62e754d2a59'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:59:56.353751 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-82e0b2b2-d4ed-470a-9463-9f61c0bbad42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:59:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['d2a57e4d-0f06-4f91-a596-a62e754d2a59'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:56.371770 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0410e039-2d88-4f6e-a957-a32b2d1972ba tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for security_group_rule (a6c372e8-2ca4-41ef-b677-a8394c4f0daf), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:56.391755 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0410e039-2d88-4f6e-a957-a32b2d1972ba tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581445'] for security_group_rule (a6c372e8-2ca4-41ef-b677-a8394c4f0daf), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:56.440811 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410e039-2d88-4f6e-a957-a32b2d1972ba tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c372e8-2ca4-41ef-b677-a8394c4f0daf,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:56.449722 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290ede8-441a-41d4-974b-47e2f1416c37 req-3b07e60b-2239-40e8-8957-1c10a1d95a0e tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:56.450657 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6290ede8-441a-41d4-974b-47e2f1416c37 req-3b07e60b-2239-40e8-8957-1c10a1d95a0e tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dcbaef5-7ff8-4edf-9ccf-e1053c6c6649 HTTP/1.1" status: 200 len: 945 time: 0.0714085 May 26 13:59:56.454206 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0410e039-2d88-4f6e-a957-a32b2d1972ba tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:56.455851 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-0410e039-2d88-4f6e-a957-a32b2d1972ba tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2325666 May 26 13:59:56.458217 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 48330) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:56.463943 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1a6113ac-0064-4597-a4c9-fbe3a004e117 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Request body: {'security_group_rule': {'security_group_id': '101252cf-f019-4f3e-b4b9-961f8231a213', 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:56.476639 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device c9ff1d5d-e41b-466e-bb27-1fb8d001228d up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:59:56.504579 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a6113ac-0064-4597-a4c9-fbe3a004e117 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for security_group_rule (fbb8d921-86e4-45b0-bed7-d835f3658bd4), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:56.530192 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6290ede8-441a-41d4-974b-47e2f1416c37 req-25bc899a-5753-4d3a-b95b-6d1bee29b1a9 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677738 May 26 13:59:56.589423 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a6113ac-0064-4597-a4c9-fbe3a004e117 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for security_group_rule (fbb8d921-86e4-45b0-bed7-d835f3658bd4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:56.597395 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a6113ac-0064-4597-a4c9-fbe3a004e117 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581445'] for security_group_rule (fbb8d921-86e4-45b0-bed7-d835f3658bd4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:56.629424 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6113ac-0064-4597-a4c9-fbe3a004e117 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb8d921-86e4-45b0-bed7-d835f3658bd4,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:56.647634 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a6113ac-0064-4597-a4c9-fbe3a004e117 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:56.649905 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-1a6113ac-0064-4597-a4c9-fbe3a004e117 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1901383 May 26 13:59:56.652895 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 48334) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:56.657982 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-6b99a5f2-91ed-4e83-934a-3a1fe921c192 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Request body: {'security_group_rule': {'security_group_id': '101252cf-f019-4f3e-b4b9-961f8231a213', 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:56.690120 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7628ba-77df-4b0a-90d2-9d936bfd2bba None None] Pushing event updated for resources: {'Port': ['ID=29f404a1-42f7-46ac-904f-2243202372fc,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:56.711349 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b99a5f2-91ed-4e83-934a-3a1fe921c192 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for security_group_rule (facf0e79-b42e-4fb0-b9ef-2c508c9659c6), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:56.744712 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-82e0b2b2-d4ed-470a-9463-9f61c0bbad42 None None] Set router d2a57e4d-0f06-4f91-a596-a62e754d2a59 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:59:56.808930 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-eb179d03-eca5-4546-b167-41a5799be340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff', 'name': 'tempest-TestShelveInstance-1302262041-router', 'tenant_id': 'a5028cfaabd84d63a6ff2cb33b0133e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '0f827b44-af21-4e6a-b7d9-601bce9b0f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:37Z', 'revision_number': 4, 'project_id': 'a5028cfaabd84d63a6ff2cb33b0133e4', 'gw_port': {'id': '0f827b44-af21-4e6a-b7d9-601bce9b0f8f', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:33Z', 'updated_at': '2022-05-26T13:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': '940d7b40-ebe0-443e-ac38-6c13f542b5a6', 'name': '', 'network_id': 'e26da38a-ef26-46fb-a760-cb66e548f0c4', 'tenant_id': 'a5028cfaabd84d63a6ff2cb33b0133e4', 'mac_address': 'fa:16:3e:c7:d0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '5a6b919f-6ca4-4fe6-9e71-5da29e4fd6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:36Z', 'updated_at': '2022-05-26T13:59:54Z', 'revision_number': 4, 'project_id': 'a5028cfaabd84d63a6ff2cb33b0133e4', 'subnets': [{'id': '5a6b919f-6ca4-4fe6-9e71-5da29e4fd6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:56.819456 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=100 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:56.831380 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port c9ff1d5d-e41b-466e-bb27-1fb8d001228d triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:56.831744 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (c9ff1d5d-e41b-466e-bb27-1fb8d001228d), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:56.843892 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b99a5f2-91ed-4e83-934a-3a1fe921c192 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for security_group_rule (facf0e79-b42e-4fb0-b9ef-2c508c9659c6), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:56.857654 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-8e7628ba-77df-4b0a-90d2-9d936bfd2bba None None] Current status of the port 940d7b40-ebe0-443e-ac38-6c13f542b5a6 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:56.858045 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8e7628ba-77df-4b0a-90d2-9d936bfd2bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (940d7b40-ebe0-443e-ac38-6c13f542b5a6), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:56.860290 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b99a5f2-91ed-4e83-934a-3a1fe921c192 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581445'] for security_group_rule (facf0e79-b42e-4fb0-b9ef-2c508c9659c6), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:56.889868 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb179d03-eca5-4546-b167-41a5799be340 None None] The sync data for ids ['97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff'] in dv-cinder-842130-1-iscsi is: [{'id': '97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff', 'name': 'tempest-TestShelveInstance-1302262041-router', 'tenant_id': 'a5028cfaabd84d63a6ff2cb33b0133e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '0f827b44-af21-4e6a-b7d9-601bce9b0f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:37Z', 'revision_number': 4, 'project_id': 'a5028cfaabd84d63a6ff2cb33b0133e4', 'gw_port': {'id': '0f827b44-af21-4e6a-b7d9-601bce9b0f8f', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:33Z', 'updated_at': '2022-05-26T13:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': '940d7b40-ebe0-443e-ac38-6c13f542b5a6', 'name': '', 'network_id': 'e26da38a-ef26-46fb-a760-cb66e548f0c4', 'tenant_id': 'a5028cfaabd84d63a6ff2cb33b0133e4', 'mac_address': 'fa:16:3e:c7:d0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '5a6b919f-6ca4-4fe6-9e71-5da29e4fd6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:36Z', 'updated_at': '2022-05-26T13:59:54Z', 'revision_number': 4, 'project_id': 'a5028cfaabd84d63a6ff2cb33b0133e4', 'subnets': [{'id': '5a6b919f-6ca4-4fe6-9e71-5da29e4fd6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:59:56.894596 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99a5f2-91ed-4e83-934a-3a1fe921c192 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=facf0e79-b42e-4fb0-b9ef-2c508c9659c6,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:56.906352 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b99a5f2-91ed-4e83-934a-3a1fe921c192 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:56.910633 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-6b99a5f2-91ed-4e83-934a-3a1fe921c192 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2566655 May 26 13:59:56.910783 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 48342) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:56.916642 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e3616366-d3c2-46b9-a0ba-90af81494b58 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Request body: {'security_group_rule': {'security_group_id': '101252cf-f019-4f3e-b4b9-961f8231a213', 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:56.960945 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-e3616366-d3c2-46b9-a0ba-90af81494b58 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Project ed15631acafd41528b96f2ed12c19e5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 13:59:56.971011 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e3616366-d3c2-46b9-a0ba-90af81494b58 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for security_group_rule (27006354-2854-4ce3-8942-4cd1b27726b2), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:57.021281 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-8e7628ba-77df-4b0a-90d2-9d936bfd2bba None None] For port 940d7b40-ebe0-443e-ac38-6c13f542b5a6, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=940d7b40-ebe0-443e-ac38-6c13f542b5a6,segment=NetworkSegment(18d90dc2-9ceb-473c-b8b5-c672010bce9e),segment_id=18d90dc2-9ceb-473c-b8b5-c672010bce9e)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:59:57.048425 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8e7628ba-77df-4b0a-90d2-9d936bfd2bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (940d7b40-ebe0-443e-ac38-6c13f542b5a6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:57.067445 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e3616366-d3c2-46b9-a0ba-90af81494b58 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for security_group_rule (27006354-2854-4ce3-8942-4cd1b27726b2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:57.073822 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e3616366-d3c2-46b9-a0ba-90af81494b58 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581445'] for security_group_rule (27006354-2854-4ce3-8942-4cd1b27726b2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:57.105705 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:57.111420 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3616366-d3c2-46b9-a0ba-90af81494b58 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27006354-2854-4ce3-8942-4cd1b27726b2,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:57.128944 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e3616366-d3c2-46b9-a0ba-90af81494b58 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:57.131159 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-e3616366-d3c2-46b9-a0ba-90af81494b58 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2192624 May 26 13:59:57.134392 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 48348) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:57.134666 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-8e7628ba-77df-4b0a-90d2-9d936bfd2bba None None] Provisioning complete for port af9e3407-796f-4738-a479-c7e941070536 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:57.135075 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8e7628ba-77df-4b0a-90d2-9d936bfd2bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (af9e3407-796f-4738-a479-c7e941070536), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:57.140013 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-8c7c38cd-d060-4ed8-9d6c-45fe1b9de44f tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Request body: {'security_group_rule': {'security_group_id': '101252cf-f019-4f3e-b4b9-961f8231a213', 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:57.168505 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port c9ff1d5d-e41b-466e-bb27-1fb8d001228d is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:57.168885 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (c9ff1d5d-e41b-466e-bb27-1fb8d001228d), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:57.225442 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7628ba-77df-4b0a-90d2-9d936bfd2bba None None] Pushing event updated for resources: {'Port': ['ID=940d7b40-ebe0-443e-ac38-6c13f542b5a6,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:57.244486 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.db.securitygroups_db [None req-8c7c38cd-d060-4ed8-9d6c-45fe1b9de44f tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Project ed15631acafd41528b96f2ed12c19e5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 13:59:57.246042 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] For port c9ff1d5d-e41b-466e-bb27-1fb8d001228d, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=c9ff1d5d-e41b-466e-bb27-1fb8d001228d,segment=NetworkSegment(7398460f-ba92-4b10-bc2e-e16a0f9ed6bc),segment_id=7398460f-ba92-4b10-bc2e-e16a0f9ed6bc)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:59:57.247780 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-82e0b2b2-d4ed-470a-9463-9f61c0bbad42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a57e4d-0f06-4f91-a596-a62e754d2a59', 'name': 'tempest-TestVolumeBootPattern-828696566-router', 'tenant_id': 'e23df072c3ad4ce6b25f813c47cb1d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:47Z', 'updated_at': '2022-05-26T13:59:53Z', 'revision_number': 4, 'project_id': 'e23df072c3ad4ce6b25f813c47cb1d1f', 'gw_port': {'id': 'e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a57e4d-0f06-4f91-a596-a62e754d2a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:48Z', 'updated_at': '2022-05-26T13:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': '16375727-b3a6-4fb6-a2dd-d06f94fd97dc', 'name': '', 'network_id': '3991de1e-97a5-48cd-9e62-5cfe161414ab', 'tenant_id': 'e23df072c3ad4ce6b25f813c47cb1d1f', 'mac_address': 'fa:16:3e:4b:4f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a57e4d-0f06-4f91-a596-a62e754d2a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '39b6aa1a-b67f-4b78-ac36-4a5c9709e16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:51Z', 'updated_at': '2022-05-26T13:59:53Z', 'revision_number': 2, 'project_id': 'e23df072c3ad4ce6b25f813c47cb1d1f', 'subnets': [{'id': '39b6aa1a-b67f-4b78-ac36-4a5c9709e16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:57.253258 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8c7c38cd-d060-4ed8-9d6c-45fe1b9de44f tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for security_group_rule (8eb78b92-79e7-4665-bb8b-7c673c0851e5), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:57.279712 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e0b2b2-d4ed-470a-9463-9f61c0bbad42 None None] The sync data for ids ['d2a57e4d-0f06-4f91-a596-a62e754d2a59'] in dv-cinder-842130-1-iscsi is: [{'id': 'd2a57e4d-0f06-4f91-a596-a62e754d2a59', 'name': 'tempest-TestVolumeBootPattern-828696566-router', 'tenant_id': 'e23df072c3ad4ce6b25f813c47cb1d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:47Z', 'updated_at': '2022-05-26T13:59:53Z', 'revision_number': 4, 'project_id': 'e23df072c3ad4ce6b25f813c47cb1d1f', 'gw_port': {'id': 'e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a57e4d-0f06-4f91-a596-a62e754d2a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:48Z', 'updated_at': '2022-05-26T13:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': '16375727-b3a6-4fb6-a2dd-d06f94fd97dc', 'name': '', 'network_id': '3991de1e-97a5-48cd-9e62-5cfe161414ab', 'tenant_id': 'e23df072c3ad4ce6b25f813c47cb1d1f', 'mac_address': 'fa:16:3e:4b:4f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a57e4d-0f06-4f91-a596-a62e754d2a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '39b6aa1a-b67f-4b78-ac36-4a5c9709e16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:51Z', 'updated_at': '2022-05-26T13:59:53Z', 'revision_number': 2, 'project_id': 'e23df072c3ad4ce6b25f813c47cb1d1f', 'subnets': [{'id': '39b6aa1a-b67f-4b78-ac36-4a5c9709e16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:59:57.282869 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (c9ff1d5d-e41b-466e-bb27-1fb8d001228d), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:57.283678 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 29f404a1-42f7-46ac-904f-2243202372fc up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:59:57.287149 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:57.304074 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:57.343065 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8c7c38cd-d060-4ed8-9d6c-45fe1b9de44f tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for security_group_rule (8eb78b92-79e7-4665-bb8b-7c673c0851e5), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:57.370838 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8c7c38cd-d060-4ed8-9d6c-45fe1b9de44f tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581445'] for security_group_rule (8eb78b92-79e7-4665-bb8b-7c673c0851e5), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:57.393061 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c38cd-d060-4ed8-9d6c-45fe1b9de44f tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb78b92-79e7-4665-bb8b-7c673c0851e5,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:57.417899 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8c7c38cd-d060-4ed8-9d6c-45fe1b9de44f tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:57.433058 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port 29f404a1-42f7-46ac-904f-2243202372fc triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:57.433638 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (29f404a1-42f7-46ac-904f-2243202372fc), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:57.434968 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-8e7628ba-77df-4b0a-90d2-9d936bfd2bba None None] Current status of the port af9e3407-796f-4738-a479-c7e941070536 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:57.439446 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Pushing event updated for resources: {'Port': ['ID=c9ff1d5d-e41b-466e-bb27-1fb8d001228d,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:57.439960 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-8c7c38cd-d060-4ed8-9d6c-45fe1b9de44f tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3037448 May 26 13:59:57.471962 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-8e7628ba-77df-4b0a-90d2-9d936bfd2bba None None] Provisioning complete for port 4a689253-7550-4b8d-8314-34dc884d22bd triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:57.472502 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8e7628ba-77df-4b0a-90d2-9d936bfd2bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (4a689253-7550-4b8d-8314-34dc884d22bd), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:57.725179 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-8e7628ba-77df-4b0a-90d2-9d936bfd2bba None None] Port 4a689253-7550-4b8d-8314-34dc884d22bd cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:59:57.730275 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455abce-84eb-430f-8d79-213280ba9ce2 req-50b69aa1-1765-44c7-b15f-4da7be705bd6 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:57.732085 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6455abce-84eb-430f-8d79-213280ba9ce2 req-50b69aa1-1765-44c7-b15f-4da7be705bd6 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dcbaef5-7ff8-4edf-9ccf-e1053c6c6649 HTTP/1.1" status: 200 len: 945 time: 0.0683787 May 26 13:59:57.782618 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port 29f404a1-42f7-46ac-904f-2243202372fc is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:57.784651 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device af9e3407-796f-4738-a479-c7e941070536 up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:59:57.814734 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6455abce-84eb-430f-8d79-213280ba9ce2 req-a144abe0-1968-4ed3-8b1f-1bd821e84c05 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644724 May 26 13:59:57.855119 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:57.859973 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port af9e3407-796f-4738-a479-c7e941070536 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:57.860612 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (af9e3407-796f-4738-a479-c7e941070536), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:57.864928 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-d1669893-551b-4a91-b2c7-f275103532f4 None None] Provisioning complete for port 29f404a1-42f7-46ac-904f-2243202372fc triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:57.865581 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d1669893-551b-4a91-b2c7-f275103532f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (29f404a1-42f7-46ac-904f-2243202372fc), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:58.016401 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port af9e3407-796f-4738-a479-c7e941070536 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:58.016401 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 08c7fbde-6089-49f4-9c3b-5e85b717558e up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:59:58.018572 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-d1669893-551b-4a91-b2c7-f275103532f4 None None] Current status of the port 29f404a1-42f7-46ac-904f-2243202372fc is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:58.039935 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 41e6383a-25f2-45be-aa0c-cffb6e1f1143 up at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:59:58.120840 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-d1669893-551b-4a91-b2c7-f275103532f4 None None] Provisioning complete for port 940d7b40-ebe0-443e-ac38-6c13f542b5a6 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:58.121529 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d1669893-551b-4a91-b2c7-f275103532f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (940d7b40-ebe0-443e-ac38-6c13f542b5a6), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:58.182387 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning for port 41e6383a-25f2-45be-aa0c-cffb6e1f1143 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 13:59:58.188067 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port 08c7fbde-6089-49f4-9c3b-5e85b717558e triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:58.188722 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (08c7fbde-6089-49f4-9c3b-5e85b717558e), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:58.193144 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning complete for port 41e6383a-25f2-45be-aa0c-cffb6e1f1143 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:58.193329 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (41e6383a-25f2-45be-aa0c-cffb6e1f1143), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:58.332523 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-d1669893-551b-4a91-b2c7-f275103532f4 None None] Current status of the port 940d7b40-ebe0-443e-ac38-6c13f542b5a6 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:58.372909 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:58.428282 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port 08c7fbde-6089-49f4-9c3b-5e85b717558e is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:58.429377 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 0f827b44-af21-4e6a-b7d9-601bce9b0f8f up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:59:58.465743 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-d1669893-551b-4a91-b2c7-f275103532f4 None None] Provisioning complete for port 16375727-b3a6-4fb6-a2dd-d06f94fd97dc triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:58.466464 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d1669893-551b-4a91-b2c7-f275103532f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (16375727-b3a6-4fb6-a2dd-d06f94fd97dc), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:58.467840 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 41e6383a-25f2-45be-aa0c-cffb6e1f1143 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:58.468207 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (41e6383a-25f2-45be-aa0c-cffb6e1f1143), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:58.521960 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:59:58.551340 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dcbaef5-7ff8-4edf-9ccf-e1053c6c6649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e6383a-25f2-45be-aa0c-cffb6e1f1143'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:59:58.553649 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75cf6a0b0aca4359f4c43b56c27fa80c20f62c04807301a9a0ec5234ef5b0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c749da-c8c6-4116-8ce4-e4220714b3b4" -d '{"events": [{"server_uuid": "7dcbaef5-7ff8-4edf-9ccf-e1053c6c6649", "name": "network-vif-plugged", "status": "completed", "tag": "41e6383a-25f2-45be-aa0c-cffb6e1f1143"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:59:58.570374 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-d1669893-551b-4a91-b2c7-f275103532f4 None None] Port 16375727-b3a6-4fb6-a2dd-d06f94fd97dc cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:59:58.579419 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 41e6383a-25f2-45be-aa0c-cffb6e1f1143, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=41e6383a-25f2-45be-aa0c-cffb6e1f1143,segment=NetworkSegment(90f79641-337e-4adc-a93b-1485a826e3d1),segment_id=90f79641-337e-4adc-a93b-1485a826e3d1)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:59:58.616507 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (41e6383a-25f2-45be-aa0c-cffb6e1f1143), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:58.622012 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port 0f827b44-af21-4e6a-b7d9-601bce9b0f8f triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:58.622516 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (0f827b44-af21-4e6a-b7d9-601bce9b0f8f), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:58.686163 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb98bbd-0938-4a1e-ae75-499b6e5d18fe x-openstack-request-id: req-5eb98bbd-0938-4a1e-ae75-499b6e5d18fe {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:59:58.686163 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dcbaef5-7ff8-4edf-9ccf-e1053c6c6649", "name": "network-vif-plugged", "status": "completed", "tag": "41e6383a-25f2-45be-aa0c-cffb6e1f1143", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:59:58.686594 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5eb98bbd-0938-4a1e-ae75-499b6e5d18fe {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:59:58.687184 dv-cinder-842130-1-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eb98bbd-0938-4a1e-ae75-499b6e5d18fe'] response: {'server_uuid': '7dcbaef5-7ff8-4edf-9ccf-e1053c6c6649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e6383a-25f2-45be-aa0c-cffb6e1f1143', 'code': 200} May 26 13:59:58.701077 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:58.749420 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=41e6383a-25f2-45be-aa0c-cffb6e1f1143,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:58.787526 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port 0f827b44-af21-4e6a-b7d9-601bce9b0f8f is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:59.053113 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 940d7b40-ebe0-443e-ac38-6c13f542b5a6 up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:59:59.198158 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968a764-c11d-4a7d-b799-ac5de155e953 req-b257cd76-15fb-4a28-b024-dbfa8b5890eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:59.206797 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3968a764-c11d-4a7d-b799-ac5de155e953 req-b257cd76-15fb-4a28-b024-dbfa8b5890eb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7dcbaef5-7ff8-4edf-9ccf-e1053c6c6649 HTTP/1.1" status: 200 len: 1130 time: 0.2014198 May 26 13:59:59.244095 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966997aa-7ef4-41f7-836e-f934a0b45dab req-365d32f4-e298-4506-aca9-d9112c373346 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:59.249481 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port 940d7b40-ebe0-443e-ac38-6c13f542b5a6 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:59.250293 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (940d7b40-ebe0-443e-ac38-6c13f542b5a6), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:59.257834 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-966997aa-7ef4-41f7-836e-f934a0b45dab req-365d32f4-e298-4506-aca9-d9112c373346 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dcbaef5-7ff8-4edf-9ccf-e1053c6c6649 HTTP/1.1" status: 200 len: 946 time: 0.3411000 May 26 13:59:59.342255 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:59.373205 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3968a764-c11d-4a7d-b799-ac5de155e953 req-b154992f-468d-4131-9c05-87ddfba7bc6f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100299 May 26 13:59:59.382259 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-966997aa-7ef4-41f7-836e-f934a0b45dab req-a5f126f6-7d6a-4ad7-9023-74d5999d569b tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209784 May 26 13:59:59.474417 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port 940d7b40-ebe0-443e-ac38-6c13f542b5a6 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:59.476100 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device c9ff1d5d-e41b-466e-bb27-1fb8d001228d up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:59:59.632502 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port c9ff1d5d-e41b-466e-bb27-1fb8d001228d triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:59.641117 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (c9ff1d5d-e41b-466e-bb27-1fb8d001228d), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:59.689139 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e626d76-ae58-44a2-8e29-fa4610f90c72 None None] Sync routers for ids ['8ed0b3f7-e5bb-4bce-b6f8-8876580c1002'] in dv-cinder-842130-1-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:59:59.724649 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e626d76-ae58-44a2-8e29-fa4610f90c72 None None] Routers {'8ed0b3f7-e5bb-4bce-b6f8-8876580c1002'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:59:59.727429 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6e626d76-ae58-44a2-8e29-fa4610f90c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:59:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['8ed0b3f7-e5bb-4bce-b6f8-8876580c1002'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:59.828846 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port c9ff1d5d-e41b-466e-bb27-1fb8d001228d is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:59.830367 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 29f404a1-42f7-46ac-904f-2243202372fc up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:59:59.889753 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port 29f404a1-42f7-46ac-904f-2243202372fc triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:59.889967 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (29f404a1-42f7-46ac-904f-2243202372fc), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:59.964621 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-6e626d76-ae58-44a2-8e29-fa4610f90c72 None None] Set router 8ed0b3f7-e5bb-4bce-b6f8-8876580c1002 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:00:00.006518 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port 29f404a1-42f7-46ac-904f-2243202372fc is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:00:00.261062 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6e626d76-ae58-44a2-8e29-fa4610f90c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed0b3f7-e5bb-4bce-b6f8-8876580c1002', 'name': 'tempest-TestMinimumBasicScenario-2043743713-router', 'tenant_id': '60a6f4f6d3854690befed268a5911a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'c9ff1d5d-e41b-466e-bb27-1fb8d001228d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:45Z', 'updated_at': '2022-05-26T13:59:51Z', 'revision_number': 4, 'project_id': '60a6f4f6d3854690befed268a5911a3b', 'gw_port': {'id': 'c9ff1d5d-e41b-466e-bb27-1fb8d001228d', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed0b3f7-e5bb-4bce-b6f8-8876580c1002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:47Z', 'updated_at': '2022-05-26T13:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': '4a689253-7550-4b8d-8314-34dc884d22bd', 'name': '', 'network_id': '8af92952-78ec-4c40-b433-c44330b54074', 'tenant_id': '60a6f4f6d3854690befed268a5911a3b', 'mac_address': 'fa:16:3e:a3:a8:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed0b3f7-e5bb-4bce-b6f8-8876580c1002', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '353f0404-5419-4494-b034-08b9373097ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:50Z', 'updated_at': '2022-05-26T13:59:51Z', 'revision_number': 2, 'project_id': '60a6f4f6d3854690befed268a5911a3b', 'subnets': [{'id': '353f0404-5419-4494-b034-08b9373097ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:00:00.298936 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e626d76-ae58-44a2-8e29-fa4610f90c72 None None] Checking router: 8ed0b3f7-e5bb-4bce-b6f8-8876580c1002 for host: dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:00:00.299287 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e626d76-ae58-44a2-8e29-fa4610f90c72 None None] Updating router 8ed0b3f7-e5bb-4bce-b6f8-8876580c1002 port 4a689253-7550-4b8d-8314-34dc884d22bd binding host dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 14:00:00.328638 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6e626d76-ae58-44a2-8e29-fa4610f90c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (4a689253-7550-4b8d-8314-34dc884d22bd), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:00.764495 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6e626d76-ae58-44a2-8e29-fa4610f90c72 None None] Publish callbacks [] for port (4a689253-7550-4b8d-8314-34dc884d22bd), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:00.776302 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6e626d76-ae58-44a2-8e29-fa4610f90c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (4a689253-7550-4b8d-8314-34dc884d22bd), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:00.907480 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5541d-e5b5-4731-8411-92ff14cece52 None None] Pushing event updated for resources: {'Port': ['ID=4a689253-7550-4b8d-8314-34dc884d22bd,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:00.928151 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5fef8-4e7a-4c4f-94fb-6012a9e81335 req-42d3b389-5de0-4f0c-a270-c27921933dbf tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:00.936046 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-29c5fef8-4e7a-4c4f-94fb-6012a9e81335 req-42d3b389-5de0-4f0c-a270-c27921933dbf tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dcbaef5-7ff8-4edf-9ccf-e1053c6c6649 HTTP/1.1" status: 200 len: 946 time: 0.4529526 May 26 14:00:01.010076 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-6e626d76-ae58-44a2-8e29-fa4610f90c72 None None] Attempting to bind port 4a689253-7550-4b8d-8314-34dc884d22bd on host dv-cinder-842130-1-iscsi for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 14:00:01.010980 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-6e626d76-ae58-44a2-8e29-fa4610f90c72 None None] Attempting to bind port 4a689253-7550-4b8d-8314-34dc884d22bd by drivers openvswitch,hyperv on host dv-cinder-842130-1-iscsi at level 0 using segments [{'id': 'de981c0a-4c08-44e8-b22e-8690ef7c03a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8af92952-78ec-4c40-b433-c44330b54074'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 14:00:01.011512 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e626d76-ae58-44a2-8e29-fa4610f90c72 None None] Attempting to bind port 4a689253-7550-4b8d-8314-34dc884d22bd on network 8af92952-78ec-4c40-b433-c44330b54074 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 14:00:01.020508 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e626d76-ae58-44a2-8e29-fa4610f90c72 None None] Checking agent: {'id': '083d02d4-47f3-493f-9afe-05142db1b6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 47, 24), 'started_at': datetime.datetime(2022, 5, 26, 13, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 14:00:01.021205 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e626d76-ae58-44a2-8e29-fa4610f90c72 None None] Checking segment: {'id': 'de981c0a-4c08-44e8-b22e-8690ef7c03a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8af92952-78ec-4c40-b433-c44330b54074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 14:00:01.024576 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6e626d76-ae58-44a2-8e29-fa4610f90c72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:01.026043 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-29c5fef8-4e7a-4c4f-94fb-6012a9e81335 req-f3162601-bb35-46b0-9e59-26dab3332d51 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883245 May 26 14:00:01.026383 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e626d76-ae58-44a2-8e29-fa4610f90c72 None None] Bound using segment: {'id': 'de981c0a-4c08-44e8-b22e-8690ef7c03a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8af92952-78ec-4c40-b433-c44330b54074'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 14:00:01.026896 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-6e626d76-ae58-44a2-8e29-fa4610f90c72 None None] Bound port: 4a689253-7550-4b8d-8314-34dc884d22bd, host: dv-cinder-842130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de981c0a-4c08-44e8-b22e-8690ef7c03a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8af92952-78ec-4c40-b433-c44330b54074'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 14:00:01.027473 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6e626d76-ae58-44a2-8e29-fa4610f90c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (4a689253-7550-4b8d-8314-34dc884d22bd), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:01.043209 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 14:00:01.144591 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:01.153970 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:00:01.154382 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:01.155551 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:01.167605 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-6e626d76-ae58-44a2-8e29-fa4610f90c72 None None] For port 4a689253-7550-4b8d-8314-34dc884d22bd, host dv-cinder-842130-1-iscsi, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 14:00:01.187018 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-6e626d76-ae58-44a2-8e29-fa4610f90c72 None None] For port 4a689253-7550-4b8d-8314-34dc884d22bd, host dv-cinder-842130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=4a689253-7550-4b8d-8314-34dc884d22bd,segment=NetworkSegment(de981c0a-4c08-44e8-b22e-8690ef7c03a7),segment_id=de981c0a-4c08-44e8-b22e-8690ef7c03a7)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 14:00:01.208836 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6e626d76-ae58-44a2-8e29-fa4610f90c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (4a689253-7550-4b8d-8314-34dc884d22bd), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:01.276465 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e626d76-ae58-44a2-8e29-fa4610f90c72 None None] Routers {'8ed0b3f7-e5bb-4bce-b6f8-8876580c1002'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:00:01.277227 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6e626d76-ae58-44a2-8e29-fa4610f90c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:59:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['8ed0b3f7-e5bb-4bce-b6f8-8876580c1002'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:00:01.290136 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-5b01c58f-200f-40aa-9d5c-de3f3e3eb366 None None] Provisioning complete for port 4a689253-7550-4b8d-8314-34dc884d22bd triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:00:01.290512 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5b01c58f-200f-40aa-9d5c-de3f3e3eb366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (4a689253-7550-4b8d-8314-34dc884d22bd), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:01.332908 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:01.339412 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:00:01.339800 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:01.365797 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5541d-e5b5-4731-8411-92ff14cece52 None None] Pushing event updated for resources: {'Port': ['ID=4a689253-7550-4b8d-8314-34dc884d22bd,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:01.383611 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] For port e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a,segment=NetworkSegment(7398460f-ba92-4b10-bc2e-e16a0f9ed6bc),segment_id=7398460f-ba92-4b10-bc2e-e16a0f9ed6bc)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:00:01.399331 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:01.446429 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:01.553650 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-5b01c58f-200f-40aa-9d5c-de3f3e3eb366 None None] Current status of the port 4a689253-7550-4b8d-8314-34dc884d22bd is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:00:01.554384 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5b01c58f-200f-40aa-9d5c-de3f3e3eb366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (4a689253-7550-4b8d-8314-34dc884d22bd), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:01.597616 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Pushing event updated for resources: {'Port': ['ID=e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:01.614235 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-6e626d76-ae58-44a2-8e29-fa4610f90c72 None None] Set router 8ed0b3f7-e5bb-4bce-b6f8-8876580c1002 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:00:01.628388 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-5b01c58f-200f-40aa-9d5c-de3f3e3eb366 None None] For port 4a689253-7550-4b8d-8314-34dc884d22bd, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=4a689253-7550-4b8d-8314-34dc884d22bd,segment=NetworkSegment(de981c0a-4c08-44e8-b22e-8690ef7c03a7),segment_id=de981c0a-4c08-44e8-b22e-8690ef7c03a7)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:00:01.636081 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5b01c58f-200f-40aa-9d5c-de3f3e3eb366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (4a689253-7550-4b8d-8314-34dc884d22bd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:01.693216 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01c58f-200f-40aa-9d5c-de3f3e3eb366 None None] Pushing event updated for resources: {'Port': ['ID=4a689253-7550-4b8d-8314-34dc884d22bd,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:01.763416 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4a47cde3-5c19-450c-8b6c-cff8764f4546 None None] Provisioning complete for port 4a689253-7550-4b8d-8314-34dc884d22bd triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:00:01.763792 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4a47cde3-5c19-450c-8b6c-cff8764f4546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (4a689253-7550-4b8d-8314-34dc884d22bd), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:01.854632 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4a47cde3-5c19-450c-8b6c-cff8764f4546 None None] Current status of the port 4a689253-7550-4b8d-8314-34dc884d22bd is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:00:01.873131 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6e626d76-ae58-44a2-8e29-fa4610f90c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed0b3f7-e5bb-4bce-b6f8-8876580c1002', 'name': 'tempest-TestMinimumBasicScenario-2043743713-router', 'tenant_id': '60a6f4f6d3854690befed268a5911a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'c9ff1d5d-e41b-466e-bb27-1fb8d001228d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:45Z', 'updated_at': '2022-05-26T13:59:51Z', 'revision_number': 4, 'project_id': '60a6f4f6d3854690befed268a5911a3b', 'gw_port': {'id': 'c9ff1d5d-e41b-466e-bb27-1fb8d001228d', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed0b3f7-e5bb-4bce-b6f8-8876580c1002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:47Z', 'updated_at': '2022-05-26T13:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': '4a689253-7550-4b8d-8314-34dc884d22bd', 'name': '', 'network_id': '8af92952-78ec-4c40-b433-c44330b54074', 'tenant_id': '60a6f4f6d3854690befed268a5911a3b', 'mac_address': 'fa:16:3e:a3:a8:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed0b3f7-e5bb-4bce-b6f8-8876580c1002', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '353f0404-5419-4494-b034-08b9373097ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:50Z', 'updated_at': '2022-05-26T14:00:01Z', 'revision_number': 4, 'project_id': '60a6f4f6d3854690befed268a5911a3b', 'subnets': [{'id': '353f0404-5419-4494-b034-08b9373097ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:00:01.903753 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e626d76-ae58-44a2-8e29-fa4610f90c72 None None] The sync data for ids ['8ed0b3f7-e5bb-4bce-b6f8-8876580c1002'] in dv-cinder-842130-1-iscsi is: [{'id': '8ed0b3f7-e5bb-4bce-b6f8-8876580c1002', 'name': 'tempest-TestMinimumBasicScenario-2043743713-router', 'tenant_id': '60a6f4f6d3854690befed268a5911a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'c9ff1d5d-e41b-466e-bb27-1fb8d001228d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:45Z', 'updated_at': '2022-05-26T13:59:51Z', 'revision_number': 4, 'project_id': '60a6f4f6d3854690befed268a5911a3b', 'gw_port': {'id': 'c9ff1d5d-e41b-466e-bb27-1fb8d001228d', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed0b3f7-e5bb-4bce-b6f8-8876580c1002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:47Z', 'updated_at': '2022-05-26T13:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': '4a689253-7550-4b8d-8314-34dc884d22bd', 'name': '', 'network_id': '8af92952-78ec-4c40-b433-c44330b54074', 'tenant_id': '60a6f4f6d3854690befed268a5911a3b', 'mac_address': 'fa:16:3e:a3:a8:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed0b3f7-e5bb-4bce-b6f8-8876580c1002', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '353f0404-5419-4494-b034-08b9373097ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:50Z', 'updated_at': '2022-05-26T14:00:01Z', 'revision_number': 4, 'project_id': '60a6f4f6d3854690befed268a5911a3b', 'subnets': [{'id': '353f0404-5419-4494-b034-08b9373097ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:00:02.200700 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77003dd8-5db4-4210-a3f2-abeea8fffb7f req-3adc4555-17eb-4737-874f-162f7658c716 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:02.202351 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-77003dd8-5db4-4210-a3f2-abeea8fffb7f req-3adc4555-17eb-4737-874f-162f7658c716 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dcbaef5-7ff8-4edf-9ccf-e1053c6c6649 HTTP/1.1" status: 200 len: 946 time: 0.0732563 May 26 14:00:02.265373 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-77003dd8-5db4-4210-a3f2-abeea8fffb7f req-32aa37c4-3c6d-45fc-ab4f-ed21c0b7d2ea tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555048 May 26 14:00:03.120274 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 14:00:03.176017 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:00:03.176653 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:03.310220 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:00:03.311676 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 4a689253-7550-4b8d-8314-34dc884d22bd up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 14:00:03.366268 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port 4a689253-7550-4b8d-8314-34dc884d22bd triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:00:03.366926 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (4a689253-7550-4b8d-8314-34dc884d22bd), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:03.484587 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port 4a689253-7550-4b8d-8314-34dc884d22bd is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:00:03.578558 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0febc3-511c-4075-b1af-e39259bf5deb req-ebc5c1e9-5a33-4218-8da2-1ce074fd3765 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:03.580767 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cc0febc3-511c-4075-b1af-e39259bf5deb req-ebc5c1e9-5a33-4218-8da2-1ce074fd3765 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dcbaef5-7ff8-4edf-9ccf-e1053c6c6649 HTTP/1.1" status: 200 len: 946 time: 0.0746319 May 26 14:00:03.666648 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cc0febc3-511c-4075-b1af-e39259bf5deb req-17756cad-15fa-4a17-82fd-38aaefb8bf1a tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745182 May 26 14:00:04.815216 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35761926-5724-492a-a6ce-c91e569ccdec req-6e12cdb3-6c8a-4830-9e86-ce842a6d2145 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:04.822029 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-35761926-5724-492a-a6ce-c91e569ccdec req-6e12cdb3-6c8a-4830-9e86-ce842a6d2145 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dcbaef5-7ff8-4edf-9ccf-e1053c6c6649 HTTP/1.1" status: 200 len: 946 time: 0.0737746 May 26 14:00:04.868369 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-35761926-5724-492a-a6ce-c91e569ccdec req-44971338-7c33-4f2c-a9bd-cb980996553f tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454166 May 26 14:00:05.989575 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd22995-0849-4f8a-b813-935427cf3cee req-c83d43fc-ddeb-402f-b48f-d4b7c921e83c tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:05.991089 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-abd22995-0849-4f8a-b813-935427cf3cee req-c83d43fc-ddeb-402f-b48f-d4b7c921e83c tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dcbaef5-7ff8-4edf-9ccf-e1053c6c6649 HTTP/1.1" status: 200 len: 946 time: 0.0508831 May 26 14:00:06.047226 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-abd22995-0849-4f8a-b813-935427cf3cee req-03c47251-8dea-4f1d-bc85-910ed16d6f4b tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498588 May 26 14:00:06.197434 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f12d6b-10f2-442c-9a62-896739115b8d req-700c2939-f97c-41c0-8832-277c401c087a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:06.198406 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f8f12d6b-10f2-442c-9a62-896739115b8d req-700c2939-f97c-41c0-8832-277c401c087a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7116b23d173c4192a6c8d996ad31d57c&device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 1130 time: 0.0819933 May 26 14:00:06.204623 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112398a-802a-4c27-b7af-ae16d717cea2 req-22003cc5-8635-4ca6-80b0-8ebd9b26d2ce tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:06.206070 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5112398a-802a-4c27-b7af-ae16d717cea2 req-22003cc5-8635-4ca6-80b0-8ebd9b26d2ce tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.82 "GET /v2.0/ports?device_id=7dcbaef5-7ff8-4edf-9ccf-e1053c6c6649 HTTP/1.1" status: 200 len: 946 time: 0.0795953 May 26 14:00:06.728578 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [req-5112398a-802a-4c27-b7af-ae16d717cea2 req-ff2bac2e-3ea3-4f4f-ba72-5f13a21b88ba tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Deleting port 41e6383a-25f2-45be-aa0c-cffb6e1f1143 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:00:06.728943 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-5112398a-802a-4c27-b7af-ae16d717cea2 req-ff2bac2e-3ea3-4f4f-ba72-5f13a21b88ba tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (41e6383a-25f2-45be-aa0c-cffb6e1f1143), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:06.738406 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:06.867456 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f12d6b-10f2-442c-9a62-896739115b8d req-6f6833b0-c6ed-4a53-84c6-3fbb200c131e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:06.869898 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f8f12d6b-10f2-442c-9a62-896739115b8d req-6f6833b0-c6ed-4a53-84c6-3fbb200c131e service neutron] 10.222.0.82 "GET /v2.0/networks?id=8b5ae806-b190-4516-8465-70dba440ef62 HTTP/1.1" status: 200 len: 917 time: 0.2587113 May 26 14:00:06.997449 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-5112398a-802a-4c27-b7af-ae16d717cea2 req-ff2bac2e-3ea3-4f4f-ba72-5f13a21b88ba tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] For port 41e6383a-25f2-45be-aa0c-cffb6e1f1143, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=41e6383a-25f2-45be-aa0c-cffb6e1f1143,segment=NetworkSegment(90f79641-337e-4adc-a93b-1485a826e3d1),segment_id=90f79641-337e-4adc-a93b-1485a826e3d1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:00:06.997449 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-5112398a-802a-4c27-b7af-ae16d717cea2 req-ff2bac2e-3ea3-4f4f-ba72-5f13a21b88ba tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (41e6383a-25f2-45be-aa0c-cffb6e1f1143), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:07.006701 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [req-5112398a-802a-4c27-b7af-ae16d717cea2 req-ff2bac2e-3ea3-4f4f-ba72-5f13a21b88ba tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Calling delete_port for 41e6383a-25f2-45be-aa0c-cffb6e1f1143 owned by compute:nova {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:00:07.014758 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f8f12d6b-10f2-442c-9a62-896739115b8d req-40fec81d-3472-470c-a29c-1e749c5cba67 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d486a1e-7691-438f-a89c-df9425b682f1 HTTP/1.1" status: 200 len: 1002 time: 0.1332889 May 26 14:00:07.118555 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=24,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:07.243848 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:07.269946 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f12d6b-10f2-442c-9a62-896739115b8d req-aade70ea-c714-46cc-b929-bb480cba0f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:07.271715 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f8f12d6b-10f2-442c-9a62-896739115b8d req-aade70ea-c714-46cc-b929-bb480cba0f1a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=610ffda6-b7a7-4a06-84a4-402e2b1f27f2 HTTP/1.1" status: 200 len: 855 time: 0.2505255 May 26 14:00:07.323594 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:07.393279 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f08a29-4e78-4233-84e8-ccc86b92d57e req-9b8fb18e-ec22-45bc-98bb-c52295348896 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:07.394777 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b5f08a29-4e78-4233-84e8-ccc86b92d57e req-9b8fb18e-ec22-45bc-98bb-c52295348896 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dcbaef5-7ff8-4edf-9ccf-e1053c6c6649 HTTP/1.1" status: 200 len: 946 time: 0.2145584 May 26 14:00:07.411479 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f12d6b-10f2-442c-9a62-896739115b8d req-443d8797-b91c-4058-beb9-47727827e5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:07.415336 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f8f12d6b-10f2-442c-9a62-896739115b8d req-443d8797-b91c-4058-beb9-47727827e5b3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8b5ae806-b190-4516-8465-70dba440ef62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1299131 May 26 14:00:07.595170 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b5f08a29-4e78-4233-84e8-ccc86b92d57e req-fbb7241e-ef13-489d-85a4-ed601c0db091 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/security-groups?id=633d77b0-a58e-4b46-81a4-c452825d0cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852987 May 26 14:00:07.600391 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-5112398a-802a-4c27-b7af-ae16d717cea2 req-ff2bac2e-3ea3-4f4f-ba72-5f13a21b88ba tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (41e6383a-25f2-45be-aa0c-cffb6e1f1143), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:07.639885 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] get_ports_and_sgs() called for port_ids ['41e6383a-25f2-45be-aa0c-cffb6e1f1143'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 14:00:07.641525 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2bac2e-3ea3-4f4f-ba72-5f13a21b88ba tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Pushing event deleted for resources: {'Port': ['ID=41e6383a-25f2-45be-aa0c-cffb6e1f1143,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:07.699008 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb5b680-1bf3-45bf-a41e-1a8951bb3bce None None] Sync routers for ids ['d2a57e4d-0f06-4f91-a596-a62e754d2a59'] in dv-cinder-842130-1-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:00:07.723816 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb5b680-1bf3-45bf-a41e-1a8951bb3bce None None] Routers {'d2a57e4d-0f06-4f91-a596-a62e754d2a59'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:00:07.728915 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ccb5b680-1bf3-45bf-a41e-1a8951bb3bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:59:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['d2a57e4d-0f06-4f91-a596-a62e754d2a59'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:00:07.743292 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f8f12d6b-10f2-442c-9a62-896739115b8d req-6a54ee63-4c52-4dea-b350-edb83393ea15 service neutron] 10.222.0.82 "GET /v2.0/networks/8b5ae806-b190-4516-8465-70dba440ef62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209031 May 26 14:00:07.786695 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [req-5112398a-802a-4c27-b7af-ae16d717cea2 req-ff2bac2e-3ea3-4f4f-ba72-5f13a21b88ba tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] No DVR routers for this DVR port 41e6383a-25f2-45be-aa0c-cffb6e1f1143 on host hv-cinder-84213 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:00:07.792910 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-5112398a-802a-4c27-b7af-ae16d717cea2 req-ff2bac2e-3ea3-4f4f-ba72-5f13a21b88ba tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:07.796187 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5112398a-802a-4c27-b7af-ae16d717cea2 req-ff2bac2e-3ea3-4f4f-ba72-5f13a21b88ba tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.82 "DELETE /v2.0/ports/41e6383a-25f2-45be-aa0c-cffb6e1f1143 HTTP/1.1" status: 204 len: 173 time: 1.2402992 May 26 14:00:07.801879 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dcbaef5-7ff8-4edf-9ccf-e1053c6c6649', 'name': 'network-vif-deleted', 'tag': '41e6383a-25f2-45be-aa0c-cffb6e1f1143'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:00:07.811334 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a67d27a2ec375fafa348027e062b6cf3c7935884065918e746e599b143197b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2dab2e6-d3a2-426a-a2a5-e44261218f2c" -d '{"events": [{"server_uuid": "7dcbaef5-7ff8-4edf-9ccf-e1053c6c6649", "name": "network-vif-deleted", "tag": "41e6383a-25f2-45be-aa0c-cffb6e1f1143"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:00:07.949689 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a906848c-681a-4459-8193-49f530cf94a0 req-e833db16-c7dd-40ad-a5c2-e0cf8c395d2f tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-767251997&fields=id&tenant_id=4d13c9a0ad1146158525c3398ff4de2a HTTP/1.1" status: 200 len: 267 time: 0.1606123 May 26 14:00:07.990292 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f8f12d6b-10f2-442c-9a62-896739115b8d req-f915ebab-0098-4723-9fc6-382d4400003e service neutron] 10.222.0.82 "GET /v2.0/networks/8b5ae806-b190-4516-8465-70dba440ef62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223516 May 26 14:00:08.040266 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-ccb5b680-1bf3-45bf-a41e-1a8951bb3bce None None] Set router d2a57e4d-0f06-4f91-a596-a62e754d2a59 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:00:08.063339 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:08.102497 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906848c-681a-4459-8193-49f530cf94a0 req-09e9b6d0-399a-4c15-af71-b1ef3f0cc965 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:08.102497 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a906848c-681a-4459-8193-49f530cf94a0 req-09e9b6d0-399a-4c15-af71-b1ef3f0cc965 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/networks?id=2e2642a5-f4ea-4c44-b7a8-82a279ead114 HTTP/1.1" status: 200 len: 809 time: 0.1512775 May 26 14:00:08.143728 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a906848c-681a-4459-8193-49f530cf94a0 req-396357ec-6bed-4669-a76f-7860871866e0 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/quotas/4d13c9a0ad1146158525c3398ff4de2a HTTP/1.1" status: 200 len: 375 time: 0.0295229 May 26 14:00:08.203163 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a906848c-681a-4459-8193-49f530cf94a0 req-9f15a572-a567-4003-baeb-177e815e181d tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=4d13c9a0ad1146158525c3398ff4de2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586612 May 26 14:00:08.208312 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:08.280546 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:08.304400 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ccb5b680-1bf3-45bf-a41e-1a8951bb3bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a57e4d-0f06-4f91-a596-a62e754d2a59', 'name': 'tempest-TestVolumeBootPattern-828696566-router', 'tenant_id': 'e23df072c3ad4ce6b25f813c47cb1d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:47Z', 'updated_at': '2022-05-26T13:59:53Z', 'revision_number': 4, 'project_id': 'e23df072c3ad4ce6b25f813c47cb1d1f', 'gw_port': {'id': 'e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a57e4d-0f06-4f91-a596-a62e754d2a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:48Z', 'updated_at': '2022-05-26T14:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': '16375727-b3a6-4fb6-a2dd-d06f94fd97dc', 'name': '', 'network_id': '3991de1e-97a5-48cd-9e62-5cfe161414ab', 'tenant_id': 'e23df072c3ad4ce6b25f813c47cb1d1f', 'mac_address': 'fa:16:3e:4b:4f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a57e4d-0f06-4f91-a596-a62e754d2a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '39b6aa1a-b67f-4b78-ac36-4a5c9709e16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:51Z', 'updated_at': '2022-05-26T13:59:53Z', 'revision_number': 2, 'project_id': 'e23df072c3ad4ce6b25f813c47cb1d1f', 'subnets': [{'id': '39b6aa1a-b67f-4b78-ac36-4a5c9709e16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:00:08.327280 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a906848c-681a-4459-8193-49f530cf94a0 req-43877c47-8368-46ee-b967-af4d8fc55573 service neutron] 10.222.0.91 "GET /v2.0/networks/2e2642a5-f4ea-4c44-b7a8-82a279ead114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103752 May 26 14:00:08.334551 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb5b680-1bf3-45bf-a41e-1a8951bb3bce None None] Checking router: d2a57e4d-0f06-4f91-a596-a62e754d2a59 for host: dv-cinder-842130-1-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:00:08.335175 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb5b680-1bf3-45bf-a41e-1a8951bb3bce None None] Updating router d2a57e4d-0f06-4f91-a596-a62e754d2a59 port 16375727-b3a6-4fb6-a2dd-d06f94fd97dc binding host dv-cinder-842130-1-iscsi {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 14:00:08.366246 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ccb5b680-1bf3-45bf-a41e-1a8951bb3bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (16375727-b3a6-4fb6-a2dd-d06f94fd97dc), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:08.436379 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a906848c-681a-4459-8193-49f530cf94a0 req-afdc80c6-1dbd-4609-9691-63308d893fdf service neutron] 10.222.0.91 "GET /v2.0/networks/2e2642a5-f4ea-4c44-b7a8-82a279ead114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020379 May 26 14:00:08.559291 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 48560) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:00:08.566163 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-916ffe7d-a4bb-47d9-bbac-edc8bb8defb1 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1512592163', 'description': 'tempest-description--838095371'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:00:08.613193 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8587cb3d-501a-473d-93a6-2369f53a4194 x-openstack-request-id: req-8587cb3d-501a-473d-93a6-2369f53a4194 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:00:08.613506 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dcbaef5-7ff8-4edf-9ccf-e1053c6c6649", "name": "network-vif-deleted", "tag": "41e6383a-25f2-45be-aa0c-cffb6e1f1143", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:00:08.613826 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8587cb3d-501a-473d-93a6-2369f53a4194 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:00:08.615652 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8587cb3d-501a-473d-93a6-2369f53a4194'] response: {'server_uuid': '7dcbaef5-7ff8-4edf-9ccf-e1053c6c6649', 'name': 'network-vif-deleted', 'tag': '41e6383a-25f2-45be-aa0c-cffb6e1f1143', 'status': 'completed', 'code': 200} May 26 14:00:08.616860 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-916ffe7d-a4bb-47d9-bbac-edc8bb8defb1 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:08.729967 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-916ffe7d-a4bb-47d9-bbac-edc8bb8defb1 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group (dc94692e-e674-476a-bfa7-28e888a99215), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:08.735953 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-916ffe7d-a4bb-47d9-bbac-edc8bb8defb1 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (dc94692e-e674-476a-bfa7-28e888a99215), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:08.775618 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-916ffe7d-a4bb-47d9-bbac-edc8bb8defb1 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:08.777205 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-916ffe7d-a4bb-47d9-bbac-edc8bb8defb1 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2167280 May 26 14:00:08.779705 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ffe7d-a4bb-47d9-bbac-edc8bb8defb1 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc94692e-e674-476a-bfa7-28e888a99215,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:08.782192 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 48572) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:00:08.787819 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-5c4688b3-89da-4915-8df9-93175a7ee895 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Request body: {'security_group_rule': {'security_group_id': 'dc94692e-e674-476a-bfa7-28e888a99215', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:00:08.805727 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ccb5b680-1bf3-45bf-a41e-1a8951bb3bce None None] Publish callbacks [] for port (16375727-b3a6-4fb6-a2dd-d06f94fd97dc), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:08.813470 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ccb5b680-1bf3-45bf-a41e-1a8951bb3bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (16375727-b3a6-4fb6-a2dd-d06f94fd97dc), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:08.826429 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c4688b3-89da-4915-8df9-93175a7ee895 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group_rule (2dd91c0e-74af-4245-a377-3ce032278d13), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:08.889338 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf65c1c-88d2-4620-80c2-f695b49626de req-9d99f139-11aa-4077-ab46-df71225bdf5a tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:08.899309 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3bf65c1c-88d2-4620-80c2-f695b49626de req-9d99f139-11aa-4077-ab46-df71225bdf5a tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.1490767 May 26 14:00:08.933498 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee40273-b039-422a-b3db-4c82a521b1ab None None] Pushing event updated for resources: {'Port': ['ID=16375727-b3a6-4fb6-a2dd-d06f94fd97dc,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:09.033041 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b2023711-9547-4bd1-8a4a-7d8f2a13d258 req-4ac607fb-9006-4b48-9756-2df4ccb851d1 tempest-VolumesActionsTest-716628881 tempest-VolumesActionsTest-716628881-project] 10.222.0.91 "GET /v2.0/ports?device_id=7dcbaef5-7ff8-4edf-9ccf-e1053c6c6649 HTTP/1.1" status: 200 len: 210 time: 0.0895929 May 26 14:00:09.042423 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-ccb5b680-1bf3-45bf-a41e-1a8951bb3bce None None] Attempting to bind port 16375727-b3a6-4fb6-a2dd-d06f94fd97dc on host dv-cinder-842130-1-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 14:00:09.042745 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-ccb5b680-1bf3-45bf-a41e-1a8951bb3bce None None] Attempting to bind port 16375727-b3a6-4fb6-a2dd-d06f94fd97dc by drivers openvswitch,hyperv on host dv-cinder-842130-1-iscsi at level 0 using segments [{'id': 'eb1fcbe1-33aa-4883-b6e7-9b5b9588dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3991de1e-97a5-48cd-9e62-5cfe161414ab'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 14:00:09.043109 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb5b680-1bf3-45bf-a41e-1a8951bb3bce None None] Attempting to bind port 16375727-b3a6-4fb6-a2dd-d06f94fd97dc on network 3991de1e-97a5-48cd-9e62-5cfe161414ab {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 14:00:09.049790 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb5b680-1bf3-45bf-a41e-1a8951bb3bce None None] Checking agent: {'id': '083d02d4-47f3-493f-9afe-05142db1b6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 47, 24), 'started_at': datetime.datetime(2022, 5, 26, 13, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 14:00:09.050631 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb5b680-1bf3-45bf-a41e-1a8951bb3bce None None] Checking segment: {'id': 'eb1fcbe1-33aa-4883-b6e7-9b5b9588dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3991de1e-97a5-48cd-9e62-5cfe161414ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 14:00:09.051042 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ccb5b680-1bf3-45bf-a41e-1a8951bb3bce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:09.051563 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb5b680-1bf3-45bf-a41e-1a8951bb3bce None None] Bound using segment: {'id': 'eb1fcbe1-33aa-4883-b6e7-9b5b9588dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3991de1e-97a5-48cd-9e62-5cfe161414ab'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 14:00:09.052028 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-ccb5b680-1bf3-45bf-a41e-1a8951bb3bce None None] Bound port: 16375727-b3a6-4fb6-a2dd-d06f94fd97dc, host: dv-cinder-842130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb1fcbe1-33aa-4883-b6e7-9b5b9588dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3991de1e-97a5-48cd-9e62-5cfe161414ab'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 14:00:09.052405 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ccb5b680-1bf3-45bf-a41e-1a8951bb3bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (16375727-b3a6-4fb6-a2dd-d06f94fd97dc), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:09.133534 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3bf65c1c-88d2-4620-80c2-f695b49626de req-c9703f18-540d-45c1-8efe-962b8534923a tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2302749 May 26 14:00:09.154029 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-ccb5b680-1bf3-45bf-a41e-1a8951bb3bce None None] For port 16375727-b3a6-4fb6-a2dd-d06f94fd97dc, host dv-cinder-842130-1-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 14:00:09.158544 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-ccb5b680-1bf3-45bf-a41e-1a8951bb3bce None None] For port 16375727-b3a6-4fb6-a2dd-d06f94fd97dc, host dv-cinder-842130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=16375727-b3a6-4fb6-a2dd-d06f94fd97dc,segment=NetworkSegment(eb1fcbe1-33aa-4883-b6e7-9b5b9588dd74),segment_id=eb1fcbe1-33aa-4883-b6e7-9b5b9588dd74)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 14:00:09.185346 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ccb5b680-1bf3-45bf-a41e-1a8951bb3bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (16375727-b3a6-4fb6-a2dd-d06f94fd97dc), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:09.273728 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb5b680-1bf3-45bf-a41e-1a8951bb3bce None None] Routers {'d2a57e4d-0f06-4f91-a596-a62e754d2a59'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:00:09.273728 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ccb5b680-1bf3-45bf-a41e-1a8951bb3bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T13:59:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['d2a57e4d-0f06-4f91-a596-a62e754d2a59'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:00:09.297368 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-541e9588-67b6-48ef-af8a-28b09c9b54ab req-0c1fba10-da60-49e9-9ecd-edb8f5d9798f tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 210 time: 0.0749984 May 26 14:00:09.316230 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:09.379207 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-71024466-18ba-423c-bdba-835f536f2256 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:09.388024 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-71024466-18ba-423c-bdba-835f536f2256 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/networks?id=dc9a3522-5732-4ae3-9805-a5cd81aa181e HTTP/1.1" status: 200 len: 814 time: 0.2110131 May 26 14:00:09.409763 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-87f90a17-9031-4874-ba67-8eecc1db0085 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/quotas/08ed6980f1214f6789f94f34a4c68e6e HTTP/1.1" status: 200 len: 375 time: 0.0207949 May 26 14:00:09.428830 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee40273-b039-422a-b3db-4c82a521b1ab None None] Pushing event updated for resources: {'Port': ['ID=16375727-b3a6-4fb6-a2dd-d06f94fd97dc,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:09.460637 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c4688b3-89da-4915-8df9-93175a7ee895 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group_rule (2dd91c0e-74af-4245-a377-3ce032278d13), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:09.467496 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c4688b3-89da-4915-8df9-93175a7ee895 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581445'] for security_group_rule (2dd91c0e-74af-4245-a377-3ce032278d13), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:09.473226 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-ccb5b680-1bf3-45bf-a41e-1a8951bb3bce None None] Set router d2a57e4d-0f06-4f91-a596-a62e754d2a59 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:00:09.491550 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4688b3-89da-4915-8df9-93175a7ee895 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dd91c0e-74af-4245-a377-3ce032278d13,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:09.502293 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c4688b3-89da-4915-8df9-93175a7ee895 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:09.503520 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-5c4688b3-89da-4915-8df9-93175a7ee895 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7200341 May 26 14:00:09.508393 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 48594) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:00:09.510355 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4688b3-89da-4915-8df9-93175a7ee895 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:09.511195 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4688b3-89da-4915-8df9-93175a7ee895 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:09.511540 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4688b3-89da-4915-8df9-93175a7ee895 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:09.511874 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4688b3-89da-4915-8df9-93175a7ee895 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:09.512204 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4688b3-89da-4915-8df9-93175a7ee895 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:09.512603 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4688b3-89da-4915-8df9-93175a7ee895 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:09.512928 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4688b3-89da-4915-8df9-93175a7ee895 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:09.513765 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-f1497712-3c9b-44f0-ad95-b6dc5adf3d08 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=08ed6980f1214f6789f94f34a4c68e6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1030884 May 26 14:00:09.514003 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4688b3-89da-4915-8df9-93175a7ee895 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:09.514509 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4688b3-89da-4915-8df9-93175a7ee895 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:09.516529 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4688b3-89da-4915-8df9-93175a7ee895 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:09.517024 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4688b3-89da-4915-8df9-93175a7ee895 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:09.517542 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4688b3-89da-4915-8df9-93175a7ee895 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:09.518045 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4688b3-89da-4915-8df9-93175a7ee895 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:09.518528 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4688b3-89da-4915-8df9-93175a7ee895 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:09.520238 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4688b3-89da-4915-8df9-93175a7ee895 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:09.538788 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6abd4408-10c8-407b-a169-8b2035a46946 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Request body: {'security_group_rule': {'security_group_id': 'dc94692e-e674-476a-bfa7-28e888a99215', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:00:09.557789 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-92dbfd3d-c823-499f-b18a-310da26e3a75 None None] Provisioning complete for port 16375727-b3a6-4fb6-a2dd-d06f94fd97dc triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:00:09.559344 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-92dbfd3d-c823-499f-b18a-310da26e3a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (16375727-b3a6-4fb6-a2dd-d06f94fd97dc), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:09.606019 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6abd4408-10c8-407b-a169-8b2035a46946 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group_rule (a2fcd225-fcff-4641-9a81-21210220e8dc), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:09.670015 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:09.688507 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-75af352c-46bf-4c27-89c6-871e6ac986a1 service neutron] 10.222.0.91 "GET /v2.0/networks/dc9a3522-5732-4ae3-9805-a5cd81aa181e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734123 May 26 14:00:09.690414 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:09.690972 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6abd4408-10c8-407b-a169-8b2035a46946 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group_rule (a2fcd225-fcff-4641-9a81-21210220e8dc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:09.698662 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6abd4408-10c8-407b-a169-8b2035a46946 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581445'] for security_group_rule (a2fcd225-fcff-4641-9a81-21210220e8dc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:09.721610 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd4408-10c8-407b-a169-8b2035a46946 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2fcd225-fcff-4641-9a81-21210220e8dc,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:09.733797 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6abd4408-10c8-407b-a169-8b2035a46946 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:09.736188 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-6abd4408-10c8-407b-a169-8b2035a46946 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2065077 May 26 14:00:09.740301 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 48598) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:00:09.746831 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f6438bc6-1252-4a45-8fa3-b3787bc724e2 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Request body: {'floatingip': {'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:00:09.783705 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f6438bc6-1252-4a45-8fa3-b3787bc724e2 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:09.818062 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-cc507207-87da-40ef-b70d-7c14bbc725bd service neutron] 10.222.0.91 "GET /v2.0/networks/dc9a3522-5732-4ae3-9805-a5cd81aa181e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226666 May 26 14:00:09.880347 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-92dbfd3d-c823-499f-b18a-310da26e3a75 None None] Current status of the port 16375727-b3a6-4fb6-a2dd-d06f94fd97dc is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:00:09.881308 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-92dbfd3d-c823-499f-b18a-310da26e3a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (16375727-b3a6-4fb6-a2dd-d06f94fd97dc), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:09.911088 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f6438bc6-1252-4a45-8fa3-b3787bc724e2 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:09.922410 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ccb5b680-1bf3-45bf-a41e-1a8951bb3bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a57e4d-0f06-4f91-a596-a62e754d2a59', 'name': 'tempest-TestVolumeBootPattern-828696566-router', 'tenant_id': 'e23df072c3ad4ce6b25f813c47cb1d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:47Z', 'updated_at': '2022-05-26T13:59:53Z', 'revision_number': 4, 'project_id': 'e23df072c3ad4ce6b25f813c47cb1d1f', 'gw_port': {'id': 'e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a57e4d-0f06-4f91-a596-a62e754d2a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:48Z', 'updated_at': '2022-05-26T14:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': '16375727-b3a6-4fb6-a2dd-d06f94fd97dc', 'name': '', 'network_id': '3991de1e-97a5-48cd-9e62-5cfe161414ab', 'tenant_id': 'e23df072c3ad4ce6b25f813c47cb1d1f', 'mac_address': 'fa:16:3e:4b:4f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a57e4d-0f06-4f91-a596-a62e754d2a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '39b6aa1a-b67f-4b78-ac36-4a5c9709e16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:51Z', 'updated_at': '2022-05-26T14:00:09Z', 'revision_number': 4, 'project_id': 'e23df072c3ad4ce6b25f813c47cb1d1f', 'subnets': [{'id': '39b6aa1a-b67f-4b78-ac36-4a5c9709e16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:00:09.954947 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb5b680-1bf3-45bf-a41e-1a8951bb3bce None None] The sync data for ids ['d2a57e4d-0f06-4f91-a596-a62e754d2a59'] in dv-cinder-842130-1-iscsi is: [{'id': 'd2a57e4d-0f06-4f91-a596-a62e754d2a59', 'name': 'tempest-TestVolumeBootPattern-828696566-router', 'tenant_id': 'e23df072c3ad4ce6b25f813c47cb1d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:47Z', 'updated_at': '2022-05-26T13:59:53Z', 'revision_number': 4, 'project_id': 'e23df072c3ad4ce6b25f813c47cb1d1f', 'gw_port': {'id': 'e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a57e4d-0f06-4f91-a596-a62e754d2a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:48Z', 'updated_at': '2022-05-26T14:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': '16375727-b3a6-4fb6-a2dd-d06f94fd97dc', 'name': '', 'network_id': '3991de1e-97a5-48cd-9e62-5cfe161414ab', 'tenant_id': 'e23df072c3ad4ce6b25f813c47cb1d1f', 'mac_address': 'fa:16:3e:4b:4f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a57e4d-0f06-4f91-a596-a62e754d2a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '39b6aa1a-b67f-4b78-ac36-4a5c9709e16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:51Z', 'updated_at': '2022-05-26T14:00:09Z', 'revision_number': 4, 'project_id': 'e23df072c3ad4ce6b25f813c47cb1d1f', 'subnets': [{'id': '39b6aa1a-b67f-4b78-ac36-4a5c9709e16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:00:09.968544 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-92dbfd3d-c823-499f-b18a-310da26e3a75 None None] For port 16375727-b3a6-4fb6-a2dd-d06f94fd97dc, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=16375727-b3a6-4fb6-a2dd-d06f94fd97dc,segment=NetworkSegment(eb1fcbe1-33aa-4883-b6e7-9b5b9588dd74),segment_id=eb1fcbe1-33aa-4883-b6e7-9b5b9588dd74)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:00:09.987655 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-92dbfd3d-c823-499f-b18a-310da26e3a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (16375727-b3a6-4fb6-a2dd-d06f94fd97dc), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:10.047597 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dbfd3d-c823-499f-b18a-310da26e3a75 None None] Pushing event updated for resources: {'Port': ['ID=16375727-b3a6-4fb6-a2dd-d06f94fd97dc,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:10.073934 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-317fc2f3-1281-469a-96bc-fc74f7b2ee7d req-17493eb1-c1f9-4f24-b51b-44ae94b71e75 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 210 time: 0.0710268 May 26 14:00:10.103912 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 41e6383a-25f2-45be-aa0c-cffb6e1f1143 no longer exists at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:00:10.109779 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-f6438bc6-1252-4a45-8fa3-b3787bc724e2 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Allocated IP 172.27.1.234 (52e096d4-8aa7-4f06-8835-685346500be4/afa79513-0fef-42b7-ae4f-8319e7853c26/cb45c0d5-53f1-4be3-bea3-abf28a33a87e) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:00:10.161979 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] No Port match for: 41e6383a-25f2-45be-aa0c-cffb6e1f1143 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:00:10.162319 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 41e6383a-25f2-45be-aa0c-cffb6e1f1143 not bound to the agent host hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:00:10.165690 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-db689b25-6565-4fb0-90f9-30162ee0d1e4 None None] Provisioning complete for port 16375727-b3a6-4fb6-a2dd-d06f94fd97dc triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:00:10.166059 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-db689b25-6565-4fb0-90f9-30162ee0d1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (16375727-b3a6-4fb6-a2dd-d06f94fd97dc), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:10.260313 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f6438bc6-1252-4a45-8fa3-b3787bc724e2 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for port (cb45c0d5-53f1-4be3-bea3-abf28a33a87e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:10.267812 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:10.268509 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:10.313467 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-db689b25-6565-4fb0-90f9-30162ee0d1e4 None None] Current status of the port 16375727-b3a6-4fb6-a2dd-d06f94fd97dc is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:00:10.339055 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f6438bc6-1252-4a45-8fa3-b3787bc724e2 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (cb45c0d5-53f1-4be3-bea3-abf28a33a87e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:10.367658 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d28d5c-e506-4c5d-9da8-9f571ed216a8 req-1c8f40a1-d779-44fe-a950-d997fafe3d28 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:10.370190 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-33d28d5c-e506-4c5d-9da8-9f571ed216a8 req-1c8f40a1-d779-44fe-a950-d997fafe3d28 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0986621 May 26 14:00:10.394300 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6438bc6-1252-4a45-8fa3-b3787bc724e2 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Network 52e096d4-8aa7-4f06-8835-685346500be4 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:00:10.400406 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-f6438bc6-1252-4a45-8fa3-b3787bc724e2 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:00:10.404857 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6438bc6-1252-4a45-8fa3-b3787bc724e2 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 14:00:10.444465 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6438bc6-1252-4a45-8fa3-b3787bc724e2 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Pushing event updated for resources: {'Port': ['ID=cb45c0d5-53f1-4be3-bea3-abf28a33a87e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:10.478805 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d927ef7e-8a2a-49d3-86e5-9bc67ecb618c req-dd8b23c8-a9bd-4c05-b68c-5c7c5724d890 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 210 time: 0.0610712 May 26 14:00:10.519642 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-33d28d5c-e506-4c5d-9da8-9f571ed216a8 req-523ff4c0-23b3-4e2f-b832-cc48421b33cf tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309934 May 26 14:00:10.538224 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f6438bc6-1252-4a45-8fa3-b3787bc724e2 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for floatingip (9b327e55-742a-4560-ad2c-e89e78aca7fd), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:10.630590 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f6438bc6-1252-4a45-8fa3-b3787bc724e2 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (cb45c0d5-53f1-4be3-bea3-abf28a33a87e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:10.921380 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906848c-681a-4459-8193-49f530cf94a0 req-a272c0dc-5029-45f2-9cd6-033354b51d27 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:10.922401 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a906848c-681a-4459-8193-49f530cf94a0 req-a272c0dc-5029-45f2-9cd6-033354b51d27 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.82 "GET /v2.0/networks?id=2e2642a5-f4ea-4c44-b7a8-82a279ead114 HTTP/1.1" status: 200 len: 809 time: 0.1866889 May 26 14:00:10.962518 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f6438bc6-1252-4a45-8fa3-b3787bc724e2 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for port (cb45c0d5-53f1-4be3-bea3-abf28a33a87e), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:10.971321 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f6438bc6-1252-4a45-8fa3-b3787bc724e2 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14253987'] for port (cb45c0d5-53f1-4be3-bea3-abf28a33a87e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:10.980629 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 16375727-b3a6-4fb6-a2dd-d06f94fd97dc up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 14:00:11.048919 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a906848c-681a-4459-8193-49f530cf94a0 req-3e588045-e062-4257-989e-a2e71df14644 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d13c9a0ad1146158525c3398ff4de2a HTTP/1.1" status: 200 len: 379 time: 0.0957561 May 26 14:00:11.061293 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [req-a906848c-681a-4459-8193-49f530cf94a0 req-fcc4c0a9-10f8-4e29-bb6c-f84386c8e66b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Request body: {'port': {'device_id': '4176fdc7-3ccd-4093-b4c4-841eafb524f7', 'network_id': '2e2642a5-f4ea-4c44-b7a8-82a279ead114', 'admin_state_up': True, 'tenant_id': '4d13c9a0ad1146158525c3398ff4de2a', 'security_groups': ['29a678fb-c3b7-406c-85af-b94c86c1c442']}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:00:11.065210 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:11.096120 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port 16375727-b3a6-4fb6-a2dd-d06f94fd97dc triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:00:11.096718 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (16375727-b3a6-4fb6-a2dd-d06f94fd97dc), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:11.209822 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port 16375727-b3a6-4fb6-a2dd-d06f94fd97dc is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:00:11.218762 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6438bc6-1252-4a45-8fa3-b3787bc724e2 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Pushing event updated for resources: {'Port': ['ID=cb45c0d5-53f1-4be3-bea3-abf28a33a87e,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:11.230100 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f6438bc6-1252-4a45-8fa3-b3787bc724e2 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778712'] for floatingip (9b327e55-742a-4560-ad2c-e89e78aca7fd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:11.259848 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f6438bc6-1252-4a45-8fa3-b3787bc724e2 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:11.261510 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-f6438bc6-1252-4a45-8fa3-b3787bc724e2 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5200212 May 26 14:00:11.290242 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-633c7269-df51-42c3-a2d5-a3c14c0d6138 req-616c40a2-8009-4b63-a5b9-590a11c9f2bd tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 210 time: 0.0839102 May 26 14:00:11.344301 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a906848c-681a-4459-8193-49f530cf94a0 req-fcc4c0a9-10f8-4e29-bb6c-f84386c8e66b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Made reservation on behalf of 4d13c9a0ad1146158525c3398ff4de2a for: {'port': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:00:11.348726 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-a906848c-681a-4459-8193-49f530cf94a0 req-fcc4c0a9-10f8-4e29-bb6c-f84386c8e66b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:11.569109 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [req-a906848c-681a-4459-8193-49f530cf94a0 req-fcc4c0a9-10f8-4e29-bb6c-f84386c8e66b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Allocated IP 172.20.0.14 (2e2642a5-f4ea-4c44-b7a8-82a279ead114/ea142ff0-5d98-4000-a61c-5aa9b40fe7ba/7d604ff9-6337-4905-bd16-e0eb02d19035) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:00:11.580158 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-486767d7-d906-4616-a332-f85a6f91ff5d req-1039cd00-235b-40e0-8563-8a5589a600e3 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--1512592163&fields=id&tenant_id=af9d168c40ea4df99b495eb06245d066 HTTP/1.1" status: 200 len: 267 time: 0.0922437 May 26 14:00:11.642330 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:11.687280 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3e83d786-6f97-4ced-a350-2b496a353f1c req-79a34abb-2b01-4d4c-9878-8156dc22f2cc tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 210 time: 0.1108959 May 26 14:00:11.902031 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486767d7-d906-4616-a332-f85a6f91ff5d req-5d40456d-2001-4212-9174-7f42f2da10f4 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:11.903493 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-486767d7-d906-4616-a332-f85a6f91ff5d req-5d40456d-2001-4212-9174-7f42f2da10f4 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/networks?id=5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 HTTP/1.1" status: 200 len: 815 time: 0.3058510 May 26 14:00:11.924095 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1123a29-c46b-4214-9bdb-763ab06beca3 req-510c8c76-95aa-4615-9a79-df7ed175e174 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:11.925501 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c1123a29-c46b-4214-9bdb-763ab06beca3 req-510c8c76-95aa-4615-9a79-df7ed175e174 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.1698675 May 26 14:00:11.960841 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-486767d7-d906-4616-a332-f85a6f91ff5d req-3ade7601-df92-4342-a9b9-c2e631db7cd4 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/quotas/af9d168c40ea4df99b495eb06245d066 HTTP/1.1" status: 200 len: 375 time: 0.0475998 May 26 14:00:12.062672 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-bd9b16ef-b5e5-4841-9277-a792a21b0d7d tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:12.064078 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-bd9b16ef-b5e5-4841-9277-a792a21b0d7d tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.82 "GET /v2.0/networks?id=dc9a3522-5732-4ae3-9805-a5cd81aa181e HTTP/1.1" status: 200 len: 814 time: 0.3459432 May 26 14:00:12.070744 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-a906848c-681a-4459-8193-49f530cf94a0 req-fcc4c0a9-10f8-4e29-bb6c-f84386c8e66b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks [] for port (7d604ff9-6337-4905-bd16-e0eb02d19035), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:12.073775 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:12.089128 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-486767d7-d906-4616-a332-f85a6f91ff5d req-29bca140-dcd6-4a7d-9c5c-7cbcbfb84812 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=af9d168c40ea4df99b495eb06245d066&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1220441 May 26 14:00:12.095177 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c1123a29-c46b-4214-9bdb-763ab06beca3 req-ba55ed1b-82b3-49d2-9381-db743e0cf463 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580608 May 26 14:00:12.099506 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-6a65ce24-1327-4e7c-88ab-3c93a1395744 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Request body: {'port': {'device_id': '5dddc973-36be-43e2-8971-e5e218dee91b', 'network_id': 'dc9a3522-5732-4ae3-9805-a5cd81aa181e', 'admin_state_up': True, 'tenant_id': '08ed6980f1214f6789f94f34a4c68e6e'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:00:12.275303 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-a906848c-681a-4459-8193-49f530cf94a0 req-fcc4c0a9-10f8-4e29-bb6c-f84386c8e66b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (7d604ff9-6337-4905-bd16-e0eb02d19035), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:12.408311 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc4c0a9-10f8-4e29-bb6c-f84386c8e66b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Pushing event updated for resources: {'Port': ['ID=7d604ff9-6337-4905-bd16-e0eb02d19035,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:12.438451 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a906848c-681a-4459-8193-49f530cf94a0 req-fcc4c0a9-10f8-4e29-bb6c-f84386c8e66b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Network 2e2642a5-f4ea-4c44-b7a8-82a279ead114 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:00:12.449224 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [req-a906848c-681a-4459-8193-49f530cf94a0 req-fcc4c0a9-10f8-4e29-bb6c-f84386c8e66b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:00:12.470007 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [req-a906848c-681a-4459-8193-49f530cf94a0 req-fcc4c0a9-10f8-4e29-bb6c-f84386c8e66b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 14:00:12.498493 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-486767d7-d906-4616-a332-f85a6f91ff5d req-666782be-8e3d-42f2-9353-82fd33f62535 service neutron] 10.222.0.91 "GET /v2.0/networks/5f7e5c2e-dcd0-44c0-a251-a7bcffefb292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709993 May 26 14:00:12.512736 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dd267eba-912b-4cb4-bb5a-f8e1b38f2cef req-3d0cecbf-36ca-42a5-ad42-81c809eb1a4b tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 210 time: 0.1058419 May 26 14:00:12.577519 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-6a65ce24-1327-4e7c-88ab-3c93a1395744 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Made reservation on behalf of 08ed6980f1214f6789f94f34a4c68e6e for: {'port': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:00:12.586542 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-6a65ce24-1327-4e7c-88ab-3c93a1395744 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:12.892684 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-fa3bb095-fc7b-46ed-b1a9-39842b3fae00 None None] Provisioning complete for port 7d604ff9-6337-4905-bd16-e0eb02d19035 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:00:12.893277 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fa3bb095-fc7b-46ed-b1a9-39842b3fae00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (7d604ff9-6337-4905-bd16-e0eb02d19035), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:12.963672 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-fa3bb095-fc7b-46ed-b1a9-39842b3fae00 None None] Port 7d604ff9-6337-4905-bd16-e0eb02d19035 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 14:00:13.059725 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:13.101972 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906848c-681a-4459-8193-49f530cf94a0 req-fcc4c0a9-10f8-4e29-bb6c-f84386c8e66b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:13.102574 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-a906848c-681a-4459-8193-49f530cf94a0 req-fcc4c0a9-10f8-4e29-bb6c-f84386c8e66b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:13.182213 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ae378-3b89-45ce-a33e-549e6ebd8d29 req-e607afdc-b457-48d2-8cdc-d02dc21c1a2f tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:13.183691 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-aa4ae378-3b89-45ce-a33e-549e6ebd8d29 req-e607afdc-b457-48d2-8cdc-d02dc21c1a2f tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 932 time: 0.1267295 May 26 14:00:13.186732 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a906848c-681a-4459-8193-49f530cf94a0 req-fcc4c0a9-10f8-4e29-bb6c-f84386c8e66b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1307883 May 26 14:00:13.187885 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-6a65ce24-1327-4e7c-88ab-3c93a1395744 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Allocated IP 172.20.0.4 (dc9a3522-5732-4ae3-9805-a5cd81aa181e/600c6f3c-cfcb-4a91-8156-6ec613102bd5/c3710695-2c7b-4d4d-96bc-de38e27dc865) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:00:13.237137 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-486767d7-d906-4616-a332-f85a6f91ff5d req-3f9ccf1f-3c98-4b0b-92f2-adb7606bdeb9 service neutron] 10.222.0.91 "GET /v2.0/networks/5f7e5c2e-dcd0-44c0-a251-a7bcffefb292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7210188 May 26 14:00:13.288575 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-aa4ae378-3b89-45ce-a33e-549e6ebd8d29 req-a1d6bf5a-75f2-49f4-b25a-4db08a99f627 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924337 May 26 14:00:13.396608 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:13.436329 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-60da8189-8202-42b9-882b-30c5bdec9574 req-7938052c-83af-4bb7-81a5-82620ade714c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 210 time: 0.0450809 May 26 14:00:13.453894 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483d211-d886-44eb-8225-df5cc3bab9da req-b6e05422-7535-4ff5-96c1-933e8b220d66 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:13.455391 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c483d211-d886-44eb-8225-df5cc3bab9da req-b6e05422-7535-4ff5-96c1-933e8b220d66 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.1007130 May 26 14:00:13.498666 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-6a65ce24-1327-4e7c-88ab-3c93a1395744 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks [] for port (c3710695-2c7b-4d4d-96bc-de38e27dc865), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:13.544887 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c483d211-d886-44eb-8225-df5cc3bab9da req-6ed4a878-f9c8-4076-ae0e-92795701852e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784037 May 26 14:00:13.560027 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-6a65ce24-1327-4e7c-88ab-3c93a1395744 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (c3710695-2c7b-4d4d-96bc-de38e27dc865), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:13.628567 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-6a65ce24-1327-4e7c-88ab-3c93a1395744 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Network dc9a3522-5732-4ae3-9805-a5cd81aa181e is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:00:13.653893 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-6a65ce24-1327-4e7c-88ab-3c93a1395744 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:00:13.656607 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-6a65ce24-1327-4e7c-88ab-3c93a1395744 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 14:00:13.665116 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65ce24-1327-4e7c-88ab-3c93a1395744 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Pushing event updated for resources: {'Port': ['ID=c3710695-2c7b-4d4d-96bc-de38e27dc865,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:13.704828 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b07bf2-5076-4398-b466-c63d1495a540 req-71d81e57-4f97-42de-af1d-e11783a84d2c tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:13.706507 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-82b07bf2-5076-4398-b466-c63d1495a540 req-71d81e57-4f97-42de-af1d-e11783a84d2c tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 931 time: 0.1014342 May 26 14:00:13.756761 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-6a65ce24-1327-4e7c-88ab-3c93a1395744 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:13.757444 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-6a65ce24-1327-4e7c-88ab-3c93a1395744 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:13.804623 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-6a65ce24-1327-4e7c-88ab-3c93a1395744 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7143509 May 26 14:00:13.850116 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-82b07bf2-5076-4398-b466-c63d1495a540 req-5e2a4099-6db3-4009-b44e-f10bb90808c3 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334281 May 26 14:00:13.991259 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-2f1bdea8-23bc-407b-a7b8-8af239e62d7d None None] Provisioning complete for port c3710695-2c7b-4d4d-96bc-de38e27dc865 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:00:13.992240 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2f1bdea8-23bc-407b-a7b8-8af239e62d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (c3710695-2c7b-4d4d-96bc-de38e27dc865), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:14.028014 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-2f1bdea8-23bc-407b-a7b8-8af239e62d7d None None] Port c3710695-2c7b-4d4d-96bc-de38e27dc865 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 14:00:14.410733 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a435ac-7f6a-4b84-8c90-3d563380ef20 req-5bb60208-f2c7-41e8-ae10-704a31d7925f tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:14.412454 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-34a435ac-7f6a-4b84-8c90-3d563380ef20 req-5bb60208-f2c7-41e8-ae10-704a31d7925f tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 932 time: 0.0545595 May 26 14:00:14.459831 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:14.474482 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-34a435ac-7f6a-4b84-8c90-3d563380ef20 req-4f4fff14-145a-44f7-a19c-b8b3b9630585 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538862 May 26 14:00:14.567956 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f8d865f7-3935-4f1e-a21c-3a771ca6af20 req-79a4576c-1df2-4269-a6ce-630b2ec7c834 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 210 time: 0.0357895 May 26 14:00:14.645748 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:UPDATE=1,neutron:SELECT=57,neutron:INSERT=1 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:14.665213 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=53 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:14.684830 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e020c0-18f8-4797-8618-c6a5b34d2888 req-f609e265-2125-44b1-be58-7634e9048a00 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:14.686413 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-73e020c0-18f8-4797-8618-c6a5b34d2888 req-f609e265-2125-44b1-be58-7634e9048a00 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0480504 May 26 14:00:14.742240 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-73e020c0-18f8-4797-8618-c6a5b34d2888 req-4ea20dfd-01aa-41ea-bf66-b059b7a72cf1 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493462 May 26 14:00:14.973079 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305bd60-305d-4afc-ac92-b9f2abb1bbe3 req-e958c5c6-425c-4612-b9ca-48ac690a81eb tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:14.974563 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1305bd60-305d-4afc-ac92-b9f2abb1bbe3 req-e958c5c6-425c-4612-b9ca-48ac690a81eb tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 931 time: 0.0507085 May 26 14:00:15.020550 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1305bd60-305d-4afc-ac92-b9f2abb1bbe3 req-35190692-3336-4120-90bc-cf35134d5b0c tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405569 May 26 14:00:15.651540 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429477b-a887-4fa7-a7e6-ada89b888c12 req-726dd363-9b2c-4ce1-aa2d-5fbf70cdeb79 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:15.653552 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9429477b-a887-4fa7-a7e6-ada89b888c12 req-726dd363-9b2c-4ce1-aa2d-5fbf70cdeb79 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 932 time: 0.0869811 May 26 14:00:15.713023 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6fed3667-ba45-4e12-9e33-ce09c6b6a35c req-02e3765e-371e-4301-80e9-85b0cc846a8f tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 210 time: 0.0349910 May 26 14:00:15.730222 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9429477b-a887-4fa7-a7e6-ada89b888c12 req-6c31cd85-1379-4ef9-b019-d7369ad19d85 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709672 May 26 14:00:15.863831 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6227c4-15a0-4fc6-a753-dadcfdc6688e req-d839cb0e-6ba4-468f-b8ed-8ea5c9af2d40 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:15.865478 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5c6227c4-15a0-4fc6-a753-dadcfdc6688e req-d839cb0e-6ba4-468f-b8ed-8ea5c9af2d40 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0492790 May 26 14:00:15.927750 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5c6227c4-15a0-4fc6-a753-dadcfdc6688e req-6b277097-116f-41cd-87c9-21bfcc3c64ed tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556958 May 26 14:00:16.147627 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ffdb6-104e-4d0b-a4f0-55e038979402 req-179247fd-cc05-46a4-ac9a-ee69fff6d91a tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:16.150127 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a57ffdb6-104e-4d0b-a4f0-55e038979402 req-179247fd-cc05-46a4-ac9a-ee69fff6d91a tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 931 time: 0.0499358 May 26 14:00:16.203989 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a57ffdb6-104e-4d0b-a4f0-55e038979402 req-003cd7ab-08e1-419e-bec2-6e0c5177dd41 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486224 May 26 14:00:16.814174 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a47af7a6-9829-4df1-8062-276cb4c6c221 req-a88e1552-5a33-473e-bc75-2e47d2bc9480 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 210 time: 0.0321424 May 26 14:00:16.861537 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37b8e5-235c-4049-960c-57ecb2d17224 req-aeb84a9b-9abd-43f4-808b-da6777771083 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:16.863022 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0c37b8e5-235c-4049-960c-57ecb2d17224 req-aeb84a9b-9abd-43f4-808b-da6777771083 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 932 time: 0.0517232 May 26 14:00:16.878266 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:16.919136 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0c37b8e5-235c-4049-960c-57ecb2d17224 req-81eb9760-b1ed-430a-a6bc-6e204e2f41a9 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465899 May 26 14:00:17.040582 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff48d8-de1d-4e76-a26a-65abf9c740b4 req-3365b3a8-ce79-4890-adff-e77314ea61dc tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:17.042266 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-20ff48d8-de1d-4e76-a26a-65abf9c740b4 req-3365b3a8-ce79-4890-adff-e77314ea61dc tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0475430 May 26 14:00:17.089873 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-20ff48d8-de1d-4e76-a26a-65abf9c740b4 req-f6781eed-0257-4383-acbf-5a3d28ccba9a tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417147 May 26 14:00:17.318212 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc0848-63ce-4d50-98d3-d6382dd2b1d0 req-9b73ccb1-a261-4bf2-b91d-b0379e7660eb tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:17.319680 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ddcc0848-63ce-4d50-98d3-d6382dd2b1d0 req-9b73ccb1-a261-4bf2-b91d-b0379e7660eb tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 931 time: 0.0492954 May 26 14:00:17.365446 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ddcc0848-63ce-4d50-98d3-d6382dd2b1d0 req-2cfbebe1-92c6-4f12-b3b0-1d5d07b25d63 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398047 May 26 14:00:17.487036 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e4b07c73-71c2-40f5-ad12-16f37d001655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:17.910683 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-587e08b2-6742-49c3-9d2f-3ba7bd768255 req-c0fe0b03-9d62-4e17-9ac6-24216bf74943 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 210 time: 0.0269003 May 26 14:00:18.030655 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3710aa-c6af-4326-925e-72a09cc3ab14 req-c6bb0bde-1522-4703-ac71-f25b24b6929b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:18.032190 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9b3710aa-c6af-4326-925e-72a09cc3ab14 req-c6bb0bde-1522-4703-ac71-f25b24b6929b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 932 time: 0.0466313 May 26 14:00:18.082166 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9b3710aa-c6af-4326-925e-72a09cc3ab14 req-cd354814-103c-46dd-901a-f946e4068b8c tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443714 May 26 14:00:18.209285 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21efec4-aa78-4693-91d1-b88d0ba2c0ec req-e8725542-0822-4fe2-bad0-54c38064f020 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:18.216543 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c21efec4-aa78-4693-91d1-b88d0ba2c0ec req-e8725542-0822-4fe2-bad0-54c38064f020 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0579467 May 26 14:00:18.267301 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:18.276925 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c21efec4-aa78-4693-91d1-b88d0ba2c0ec req-360b90ab-8f1b-44e7-82a9-6e636c8941d5 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593147 May 26 14:00:18.484006 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d9269-3db8-4fed-b416-e676591034b8 req-abe950f0-dcfb-4f83-9c4f-a43c402a8acc tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:18.485518 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-046d9269-3db8-4fed-b416-e676591034b8 req-abe950f0-dcfb-4f83-9c4f-a43c402a8acc tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 931 time: 0.0490022 May 26 14:00:18.533007 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-046d9269-3db8-4fed-b416-e676591034b8 req-8898c2e2-8c3f-4927-ba41-48771c7f0943 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415971 May 26 14:00:19.013853 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a488ec9d-0248-44d7-9d0b-2d485de3d51c req-0774fcef-1def-4659-94db-7240f19fb496 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 210 time: 0.0309589 May 26 14:00:19.197932 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7bb8b-21d3-4e0d-a21a-d24a7f39dec7 req-f0754e39-2825-46a2-b29a-c64d4fd537cc tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:19.199422 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-47f7bb8b-21d3-4e0d-a21a-d24a7f39dec7 req-f0754e39-2825-46a2-b29a-c64d4fd537cc tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 932 time: 0.0481598 May 26 14:00:19.247749 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-47f7bb8b-21d3-4e0d-a21a-d24a7f39dec7 req-d3685869-b5fd-42aa-9a60-a066c1c6396c tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427480 May 26 14:00:19.393416 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf405b-1883-467a-a09d-211591fb251c req-78fc96a6-2c6e-41bd-a6bc-db697200adee tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:19.394795 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-22cf405b-1883-467a-a09d-211591fb251c req-78fc96a6-2c6e-41bd-a6bc-db697200adee tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0457067 May 26 14:00:19.441103 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-22cf405b-1883-467a-a09d-211591fb251c req-11bd90af-591f-4832-8e86-060433bc0575 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406139 May 26 14:00:19.635772 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e13b0575-9456-4e65-9fd3-95073e8b65bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:19.648420 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870e6d3-90a2-4232-b62a-a9aa009a75be req-d815d9d9-22ac-4b66-9a10-ce9dd1c4310f tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:19.649861 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b870e6d3-90a2-4232-b62a-a9aa009a75be req-d815d9d9-22ac-4b66-9a10-ce9dd1c4310f tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 931 time: 0.0502417 May 26 14:00:19.696892 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b870e6d3-90a2-4232-b62a-a9aa009a75be req-e4d9d09d-773e-42ba-9f37-cb42562712cc tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408297 May 26 14:00:20.106585 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1bd67d4f-c6d6-4501-8c9d-e8a96de236ec req-028fc483-0632-4cda-aad3-21bb2eb56d5b tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 210 time: 0.0268674 May 26 14:00:20.376177 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc6d61-57eb-4c51-9c43-e16947e201f8 req-f5230b29-c7f9-4846-a8a7-f04866d01309 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:20.377644 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-badc6d61-57eb-4c51-9c43-e16947e201f8 req-f5230b29-c7f9-4846-a8a7-f04866d01309 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 932 time: 0.0508463 May 26 14:00:20.446539 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-badc6d61-57eb-4c51-9c43-e16947e201f8 req-b5f2bc44-0b21-4249-ad54-44950602d570 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623107 May 26 14:00:20.560292 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd1793-e46e-4b98-973c-7f22e07af4c3 req-ffd7251e-4c82-4faf-af86-a1cd917d205f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:20.561821 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-32bd1793-e46e-4b98-973c-7f22e07af4c3 req-ffd7251e-4c82-4faf-af86-a1cd917d205f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0500426 May 26 14:00:20.618002 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-32bd1793-e46e-4b98-973c-7f22e07af4c3 req-57a48b68-796e-41a2-ac59-453bfd3056f7 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506279 May 26 14:00:20.832975 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e388c0-8a4e-4004-b8a4-2ea26a6032f9 req-cf812b24-c6a7-4888-a70e-9678fb95d8e5 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:20.834701 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a7e388c0-8a4e-4004-b8a4-2ea26a6032f9 req-cf812b24-c6a7-4888-a70e-9678fb95d8e5 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 931 time: 0.0602536 May 26 14:00:20.848116 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:20.892092 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a7e388c0-8a4e-4004-b8a4-2ea26a6032f9 req-2daaed8c-7c39-40a9-8a4b-bd49248f5075 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509956 May 26 14:00:21.238272 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cc408384-9e25-42c6-8487-8b20f2d1b6e6 req-1ac1c9c5-a0aa-416a-9523-a9bab709bf52 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 210 time: 0.0402312 May 26 14:00:21.247262 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:21.249658 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=52,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:21.280800 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:21.560472 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f3bc0-4fd4-4c99-9d98-48226ecbdb01 req-4de7515b-43ec-49d1-ac0b-83d0d3f84601 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:21.561965 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-679f3bc0-4fd4-4c99-9d98-48226ecbdb01 req-4de7515b-43ec-49d1-ac0b-83d0d3f84601 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 932 time: 0.0457704 May 26 14:00:21.616144 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-679f3bc0-4fd4-4c99-9d98-48226ecbdb01 req-29d05a9c-7f61-4079-9d67-8388f40f6830 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483997 May 26 14:00:21.752933 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ac486-be4e-4992-be27-b3c00d14ef33 req-4c09fc54-8bf4-4ab5-95e8-55fa7e6c533d tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:21.754489 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cb9ac486-be4e-4992-be27-b3c00d14ef33 req-4c09fc54-8bf4-4ab5-95e8-55fa7e6c533d tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0509412 May 26 14:00:21.813528 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cb9ac486-be4e-4992-be27-b3c00d14ef33 req-af84836e-530d-4405-b89f-480f6f77470f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529127 May 26 14:00:22.064804 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81df679-3384-4924-9db3-95aca15a2aa2 req-320d6661-d612-4a9d-a46a-2ea9d93691f6 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:22.072484 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e81df679-3384-4924-9db3-95aca15a2aa2 req-320d6661-d612-4a9d-a46a-2ea9d93691f6 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 931 time: 0.0894732 May 26 14:00:22.132383 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e81df679-3384-4924-9db3-95aca15a2aa2 req-ed955fe6-ad39-47d7-9188-a2b09c8ebd39 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564919 May 26 14:00:22.428200 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4e21e53b-974d-4e97-8fbe-62004ea86a4a req-8300cb54-f8b7-4d92-97ce-37c64e0015d4 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 210 time: 0.0733135 May 26 14:00:22.492258 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:22.777687 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886a86d-f350-45e0-a34c-2250785dfe9a req-b27f8715-ebf8-45ed-88cd-7d8d364d57a6 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:22.785237 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b886a86d-f350-45e0-a34c-2250785dfe9a req-b27f8715-ebf8-45ed-88cd-7d8d364d57a6 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 932 time: 0.0601652 May 26 14:00:22.835122 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:22.888138 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b886a86d-f350-45e0-a34c-2250785dfe9a req-5f701f86-246e-49a4-a83e-7f71e0d97485 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018541 May 26 14:00:22.973709 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602a169-0f61-4983-b7ba-e45d50c670e9 req-b6f01076-a4b1-4d48-aeb8-4a29ceb02fc2 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:22.975581 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5602a169-0f61-4983-b7ba-e45d50c670e9 req-b6f01076-a4b1-4d48-aeb8-4a29ceb02fc2 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0725758 May 26 14:00:23.038317 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5602a169-0f61-4983-b7ba-e45d50c670e9 req-7ab2a700-728a-42d3-8560-2b1a29eca88b tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543563 May 26 14:00:23.279801 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd0863-69d1-4bdc-a73a-6e1230d4551f req-a77861fd-0334-4099-a416-17b57e0aaf53 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:23.289779 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-50bd0863-69d1-4bdc-a73a-6e1230d4551f req-a77861fd-0334-4099-a416-17b57e0aaf53 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 931 time: 0.0657201 May 26 14:00:23.366428 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-50bd0863-69d1-4bdc-a73a-6e1230d4551f req-e61d0a0f-33c6-41c6-9182-1e6196c76037 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749340 May 26 14:00:23.582060 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-61c87402-71f0-46d1-8153-eec3fc4ee49b req-d40a4039-5a6f-4efd-84cb-f04e4c174053 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 210 time: 0.0367873 May 26 14:00:24.002019 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:24.005752 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cd15b-ee3f-431b-b654-919e66406b7e req-eb569967-7b5f-4a9e-8faa-822132f7525b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:24.013843 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d39cd15b-ee3f-431b-b654-919e66406b7e req-eb569967-7b5f-4a9e-8faa-822132f7525b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 932 time: 0.0594981 May 26 14:00:24.068129 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d39cd15b-ee3f-431b-b654-919e66406b7e req-f18cb195-8857-42d0-8782-f1a5338964bb tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531025 May 26 14:00:24.237449 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5d1b1-cbb6-4536-9ff8-9ee323acfb01 req-5aed5e63-45a5-4965-8e02-2611cf77100a tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:24.248005 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-45a5d1b1-cbb6-4536-9ff8-9ee323acfb01 req-5aed5e63-45a5-4965-8e02-2611cf77100a tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0791011 May 26 14:00:24.323274 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-45a5d1b1-cbb6-4536-9ff8-9ee323acfb01 req-b0ab1e45-d89f-4962-b6f3-a2c40e8cc518 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692830 May 26 14:00:24.641287 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485d3e1-054e-451d-be57-843c8a72db49 req-ae7a857e-fe48-4e6a-9c7d-7773b8b9886b tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:24.653880 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f485d3e1-054e-451d-be57-843c8a72db49 req-ae7a857e-fe48-4e6a-9c7d-7773b8b9886b tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 931 time: 0.0808909 May 26 14:00:24.729532 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f485d3e1-054e-451d-be57-843c8a72db49 req-6c1e7f8a-b61d-4bcf-b07c-651ae53080fa tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747201 May 26 14:00:24.731584 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dcf049fb-d225-46c2-9066-c825d4e8ffc0 req-a9d83c76-4433-4ed6-a41f-708b25e5508d tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 210 time: 0.0339949 May 26 14:00:25.246676 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932de0f6-bafd-4174-8503-57d2f5a6650e req-0c9cce22-00de-4b29-9bdd-d2a7105e1ece tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:25.248502 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-932de0f6-bafd-4174-8503-57d2f5a6650e req-0c9cce22-00de-4b29-9bdd-d2a7105e1ece tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 932 time: 0.0686724 May 26 14:00:25.266105 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:25.308452 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-932de0f6-bafd-4174-8503-57d2f5a6650e req-5263a123-ed83-4a45-9d52-65dc6c706e38 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499680 May 26 14:00:25.450471 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b142e-75d6-4030-ae7d-e09b5b882b59 req-72309e3b-e1fe-49ae-ae02-60c0dd2d34b7 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:25.452477 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-160b142e-75d6-4030-ae7d-e09b5b882b59 req-72309e3b-e1fe-49ae-ae02-60c0dd2d34b7 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0550210 May 26 14:00:25.509353 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-160b142e-75d6-4030-ae7d-e09b5b882b59 req-cb53cd4f-02d1-4b29-b13f-aa3c61a46bf7 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501263 May 26 14:00:25.906075 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9a507529-9b10-4cb2-aa90-acf968cde52e req-8df81729-bd38-409a-8682-5312e8ec9068 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 210 time: 0.0592771 May 26 14:00:25.942438 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f2510-9c32-4b60-ab26-ffc6d0223475 req-04c0579f-909f-4b5d-8a01-2752e833fe04 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:25.943951 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-194f2510-9c32-4b60-ab26-ffc6d0223475 req-04c0579f-909f-4b5d-8a01-2752e833fe04 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 931 time: 0.1086836 May 26 14:00:26.004140 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-194f2510-9c32-4b60-ab26-ffc6d0223475 req-0d3e9fdc-8440-41d8-acf1-4ec82991a6c5 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531714 May 26 14:00:26.434154 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a8455-eaf1-4c49-8720-b07ae709c337 req-c169c7ed-7a9b-428a-9db4-0f0886ccfacf tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:26.435677 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-433a8455-eaf1-4c49-8720-b07ae709c337 req-c169c7ed-7a9b-428a-9db4-0f0886ccfacf tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 932 time: 0.0507612 May 26 14:00:26.531232 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-433a8455-eaf1-4c49-8720-b07ae709c337 req-1a13440d-0245-4ade-b40c-3ab494abe93d tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888879 May 26 14:00:26.656798 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43785a35-a039-44be-9aa3-8b3d85e245a0 req-751950c1-6802-4fe2-82f2-6544b8c1222c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:26.658707 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-43785a35-a039-44be-9aa3-8b3d85e245a0 req-751950c1-6802-4fe2-82f2-6544b8c1222c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0492108 May 26 14:00:26.729460 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-43785a35-a039-44be-9aa3-8b3d85e245a0 req-96fad995-9550-4552-8a7a-7e277c05a123 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632405 May 26 14:00:27.047073 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-36425b98-d2fe-402b-ae6f-057cfdc25c3f req-fd9f8291-6477-44cb-b23a-405657605424 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 210 time: 0.0466835 May 26 14:00:27.331699 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:27.340613 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531417ca-ede2-4bde-9e1d-0cf2e38b7fb9 req-d4fc2419-d977-4e54-93d8-767290deabcb tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:27.350505 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-531417ca-ede2-4bde-9e1d-0cf2e38b7fb9 req-d4fc2419-d977-4e54-93d8-767290deabcb tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 931 time: 0.0875678 May 26 14:00:27.412715 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-531417ca-ede2-4bde-9e1d-0cf2e38b7fb9 req-aecac75f-f147-4f4a-94c9-d0246572423e tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584023 May 26 14:00:27.654653 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3a2aa-86f2-4ca8-b326-ce7323298140 req-13efeae9-fa12-4033-b0d1-1f09997f25dd tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:27.656027 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8cc3a2aa-86f2-4ca8-b326-ce7323298140 req-13efeae9-fa12-4033-b0d1-1f09997f25dd tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 932 time: 0.0638566 May 26 14:00:27.713335 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8cc3a2aa-86f2-4ca8-b326-ce7323298140 req-2bf3bc39-cb5c-4756-a735-32288c204515 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510075 May 26 14:00:27.912100 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c599f11-eaed-441a-97c7-477ad390b4a6 req-7f8f3a79-13b3-46c2-ac1e-f94ea607228f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:27.913523 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8c599f11-eaed-441a-97c7-477ad390b4a6 req-7f8f3a79-13b3-46c2-ac1e-f94ea607228f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0680790 May 26 14:00:27.964889 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8c599f11-eaed-441a-97c7-477ad390b4a6 req-5181ef54-da7f-4fd6-8421-067a1a7fac22 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456786 May 26 14:00:28.244297 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-80701bb2-6479-4da8-8a0c-3642e764599a req-b88654e1-598a-437d-b280-e968c56eb4ec tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 210 time: 0.0276210 May 26 14:00:28.531603 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a05a27-ba45-4bd4-b4b3-56aa8f86aff2 req-d5829d7e-0d71-4626-baac-14fb775287ee tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:28.538525 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f4a05a27-ba45-4bd4-b4b3-56aa8f86aff2 req-d5829d7e-0d71-4626-baac-14fb775287ee tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 931 time: 0.0547853 May 26 14:00:28.589731 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f4a05a27-ba45-4bd4-b4b3-56aa8f86aff2 req-312ab6f4-bda4-4710-bc11-b389b7e0c7ae tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499547 May 26 14:00:28.873440 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8564ab6d-5a36-4978-af6a-3205c2976ddd req-bf4108da-37a0-43e2-ba86-3cf69f6e2288 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:28.875518 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8564ab6d-5a36-4978-af6a-3205c2976ddd req-bf4108da-37a0-43e2-ba86-3cf69f6e2288 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 932 time: 0.0773492 May 26 14:00:28.933301 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8564ab6d-5a36-4978-af6a-3205c2976ddd req-7cad9566-8131-428f-af24-f21183e42326 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487885 May 26 14:00:29.113022 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925ac0a-857a-42ce-a127-1e97676b26b8 req-400bfd1d-6785-4ce9-91d9-85a1d55af6f7 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:29.115093 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0925ac0a-857a-42ce-a127-1e97676b26b8 req-400bfd1d-6785-4ce9-91d9-85a1d55af6f7 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0697579 May 26 14:00:29.201748 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0925ac0a-857a-42ce-a127-1e97676b26b8 req-39820d74-6906-4f15-a53b-e035c340a1d7 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804455 May 26 14:00:29.369744 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7af7656a-4b67-4786-af10-bcdaad0897d5 req-6610c2cb-3a51-4d6a-8a59-f360214c8ede tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 210 time: 0.0433400 May 26 14:00:29.725230 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ed844-8c59-442c-a881-05366d99d940 req-ed79b650-961a-4d9a-bb81-c0c806961b32 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:29.726771 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0c9ed844-8c59-442c-a881-05366d99d940 req-ed79b650-961a-4d9a-bb81-c0c806961b32 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 931 time: 0.0611045 May 26 14:00:29.801705 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0c9ed844-8c59-442c-a881-05366d99d940 req-efd81dcd-73ab-44e6-a88e-76edd4673b11 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680234 May 26 14:00:30.018553 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:30.058967 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ae0a9-d1c5-4edc-aff7-0ad6b4fb3b2b req-bcb4a414-b906-4c96-ac1e-97fad590b22b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:30.060428 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a44ae0a9-d1c5-4edc-aff7-0ad6b4fb3b2b req-bcb4a414-b906-4c96-ac1e-97fad590b22b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 932 time: 0.0503337 May 26 14:00:30.120926 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a44ae0a9-d1c5-4edc-aff7-0ad6b4fb3b2b req-9de1bb02-3a69-43b8-b9c9-de662f9724c0 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525639 May 26 14:00:30.344092 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282cdb3-8969-47c4-8ba5-7b5fcbc2a1d2 req-f1aaff04-b243-4e68-8d3c-6f74cafe4278 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:30.345715 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f282cdb3-8969-47c4-8ba5-7b5fcbc2a1d2 req-f1aaff04-b243-4e68-8d3c-6f74cafe4278 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0543878 May 26 14:00:30.437118 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f282cdb3-8969-47c4-8ba5-7b5fcbc2a1d2 req-7601087f-6e09-43d9-a02a-102aedf97248 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846660 May 26 14:00:30.485235 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [req-a906848c-681a-4459-8193-49f530cf94a0 req-2c4887b3-e5c4-4f2c-816b-1939253be86a service neutron] Request body: {'port': {'device_id': '4176fdc7-3ccd-4093-b4c4-841eafb524f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84213'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:00:30.527336 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ce5bb831-eecd-4dd5-9c73-d08484e77c42 req-c74f696d-1e3b-4a86-bfef-45826292d0b3 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 210 time: 0.0756142 May 26 14:00:30.590263 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-c1923a24-ed56-4722-9202-3f620a8a774e service neutron] Request body: {'port': {'device_id': '5dddc973-36be-43e2-8971-e5e218dee91b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84213'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:00:30.612254 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-a906848c-681a-4459-8193-49f530cf94a0 req-2c4887b3-e5c4-4f2c-816b-1939253be86a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (7d604ff9-6337-4905-bd16-e0eb02d19035), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:30.731610 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:30.764640 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-c1923a24-ed56-4722-9202-3f620a8a774e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (c3710695-2c7b-4d4d-96bc-de38e27dc865), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:31.035116 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250aa30-c714-4995-b86a-c81844575745 req-aadfa8f8-e39e-4229-92d4-aefcc8f8e76c tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:31.036586 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b250aa30-c714-4995-b86a-c81844575745 req-aadfa8f8-e39e-4229-92d4-aefcc8f8e76c tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 931 time: 0.1391754 May 26 14:00:31.296062 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b250aa30-c714-4995-b86a-c81844575745 req-eb01571b-360b-4501-9478-23aecd6856ca tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479355 May 26 14:00:31.319736 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:31.340231 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a8d6d-631f-402f-b13c-249eea2779d3 req-0d1b4d2a-eba3-4400-b56e-a3fd4d928d3f tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:31.345617 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-470a8d6d-631f-402f-b13c-249eea2779d3 req-0d1b4d2a-eba3-4400-b56e-a3fd4d928d3f tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 932 time: 0.1128564 May 26 14:00:31.664149 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486767d7-d906-4616-a332-f85a6f91ff5d req-6dab80f3-472d-4f22-8e84-0d5c0dcf6088 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:31.666690 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-486767d7-d906-4616-a332-f85a6f91ff5d req-6dab80f3-472d-4f22-8e84-0d5c0dcf6088 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.82 "GET /v2.0/networks?id=5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 HTTP/1.1" status: 200 len: 815 time: 0.1389470 May 26 14:00:31.741871 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [req-a906848c-681a-4459-8193-49f530cf94a0 req-2c4887b3-e5c4-4f2c-816b-1939253be86a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d604ff9-6337-4905-bd16-e0eb02d19035 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 14:00:31.770683 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-a906848c-681a-4459-8193-49f530cf94a0 req-2c4887b3-e5c4-4f2c-816b-1939253be86a service neutron] Publish callbacks [] for port (7d604ff9-6337-4905-bd16-e0eb02d19035), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:31.774392 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-486767d7-d906-4616-a332-f85a6f91ff5d req-51187097-dbb3-4592-8c37-9e947db396b3 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af9d168c40ea4df99b495eb06245d066 HTTP/1.1" status: 200 len: 473 time: 0.0739288 May 26 14:00:31.826448 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81aae4-f58b-4bf6-9366-377300647f9a req-2bd8d254-c444-4e70-bc23-d5caba4cdc3b tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:31.828040 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dc81aae4-f58b-4bf6-9366-377300647f9a req-2bd8d254-c444-4e70-bc23-d5caba4cdc3b tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.1295002 May 26 14:00:31.834268 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [req-a906848c-681a-4459-8193-49f530cf94a0 req-2c4887b3-e5c4-4f2c-816b-1939253be86a service neutron] Transition to ACTIVE for port object 7d604ff9-6337-4905-bd16-e0eb02d19035 will not be triggered until provisioned by entity L2. {{(pid=103886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 14:00:31.855615 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-a906848c-681a-4459-8193-49f530cf94a0 req-2c4887b3-e5c4-4f2c-816b-1939253be86a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13292136'] for port (7d604ff9-6337-4905-bd16-e0eb02d19035), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:31.865424 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-470a8d6d-631f-402f-b13c-249eea2779d3 req-edfb8b0a-75db-48df-99c5-d7944dfd78ba tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5102091 May 26 14:00:31.905745 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-486767d7-d906-4616-a332-f85a6f91ff5d req-dd870609-0bce-42ba-92b1-fe43c5988f81 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Request body: {'port': {'device_id': '40c8745d-a394-4026-a5c4-b5ce4c5590e0', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'admin_state_up': True, 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'security_groups': ['dc94692e-e674-476a-bfa7-28e888a99215']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:00:31.956388 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:31.963540 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-c1923a24-ed56-4722-9202-3f620a8a774e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3710695-2c7b-4d4d-96bc-de38e27dc865 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 14:00:31.980053 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-c1923a24-ed56-4722-9202-3f620a8a774e service neutron] Publish callbacks [] for port (c3710695-2c7b-4d4d-96bc-de38e27dc865), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:32.011975 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4887b3-e5c4-4f2c-816b-1939253be86a service neutron] Pushing event updated for resources: {'Port': ['ID=7d604ff9-6337-4905-bd16-e0eb02d19035,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:32.076822 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dc81aae4-f58b-4bf6-9366-377300647f9a req-41ebf90c-7f0e-4e76-b614-1516cc99a1b7 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2371938 May 26 14:00:32.079528 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-73575580-46b7-4de3-bfbc-a28de466a00e req-81a726ee-aa6c-4345-9bbc-a1e976c30863 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 210 time: 0.1193221 May 26 14:00:32.094395 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4887b3-e5c4-4f2c-816b-1939253be86a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:32.094968 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4887b3-e5c4-4f2c-816b-1939253be86a service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:32.095460 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4887b3-e5c4-4f2c-816b-1939253be86a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:32.096163 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4887b3-e5c4-4f2c-816b-1939253be86a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:32.096653 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4887b3-e5c4-4f2c-816b-1939253be86a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:32.097270 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4887b3-e5c4-4f2c-816b-1939253be86a service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:32.097804 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4887b3-e5c4-4f2c-816b-1939253be86a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:32.098285 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4887b3-e5c4-4f2c-816b-1939253be86a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:32.098770 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4887b3-e5c4-4f2c-816b-1939253be86a service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:32.099491 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4887b3-e5c4-4f2c-816b-1939253be86a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:32.100005 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4887b3-e5c4-4f2c-816b-1939253be86a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:32.100468 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4887b3-e5c4-4f2c-816b-1939253be86a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:32.100931 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4887b3-e5c4-4f2c-816b-1939253be86a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:32.101437 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4887b3-e5c4-4f2c-816b-1939253be86a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:32.101970 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4887b3-e5c4-4f2c-816b-1939253be86a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:32.123120 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-486767d7-d906-4616-a332-f85a6f91ff5d req-dd870609-0bce-42ba-92b1-fe43c5988f81 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Made reservation on behalf of af9d168c40ea4df99b495eb06245d066 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:00:32.129553 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-486767d7-d906-4616-a332-f85a6f91ff5d req-dd870609-0bce-42ba-92b1-fe43c5988f81 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:32.133415 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-c1923a24-ed56-4722-9202-3f620a8a774e service neutron] Transition to ACTIVE for port object c3710695-2c7b-4d4d-96bc-de38e27dc865 will not be triggered until provisioned by entity L2. {{(pid=103886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 14:00:32.217825 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-a906848c-681a-4459-8193-49f530cf94a0 req-2c4887b3-e5c4-4f2c-816b-1939253be86a service neutron] Attempting to bind port 7d604ff9-6337-4905-bd16-e0eb02d19035 on host hv-cinder-84213 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 14:00:32.218083 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-a906848c-681a-4459-8193-49f530cf94a0 req-2c4887b3-e5c4-4f2c-816b-1939253be86a service neutron] Attempting to bind port 7d604ff9-6337-4905-bd16-e0eb02d19035 by drivers openvswitch,hyperv on host hv-cinder-84213 at level 0 using segments [{'id': 'fe3cddaa-6235-4928-a72a-7782f9b9fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2e2642a5-f4ea-4c44-b7a8-82a279ead114'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 14:00:32.218408 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a906848c-681a-4459-8193-49f530cf94a0 req-2c4887b3-e5c4-4f2c-816b-1939253be86a service neutron] Attempting to bind port 7d604ff9-6337-4905-bd16-e0eb02d19035 on network 2e2642a5-f4ea-4c44-b7a8-82a279ead114 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 14:00:32.221870 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-c1923a24-ed56-4722-9202-3f620a8a774e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13292136'] for port (c3710695-2c7b-4d4d-96bc-de38e27dc865), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:32.251490 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a906848c-681a-4459-8193-49f530cf94a0 req-2c4887b3-e5c4-4f2c-816b-1939253be86a service neutron] Port 7d604ff9-6337-4905-bd16-e0eb02d19035 on network 2e2642a5-f4ea-4c44-b7a8-82a279ead114 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84213 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 14:00:32.251860 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a906848c-681a-4459-8193-49f530cf94a0 req-2c4887b3-e5c4-4f2c-816b-1939253be86a service neutron] Attempting to bind port 7d604ff9-6337-4905-bd16-e0eb02d19035 on network 2e2642a5-f4ea-4c44-b7a8-82a279ead114 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 14:00:32.262365 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a906848c-681a-4459-8193-49f530cf94a0 req-2c4887b3-e5c4-4f2c-816b-1939253be86a service neutron] Checking agent: {'id': '7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'started_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 14, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 14:00:32.263454 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a906848c-681a-4459-8193-49f530cf94a0 req-2c4887b3-e5c4-4f2c-816b-1939253be86a service neutron] Checking segment: {'id': 'fe3cddaa-6235-4928-a72a-7782f9b9fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2e2642a5-f4ea-4c44-b7a8-82a279ead114'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 14:00:32.263454 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a906848c-681a-4459-8193-49f530cf94a0 req-2c4887b3-e5c4-4f2c-816b-1939253be86a service neutron] Bound using segment: {'id': 'fe3cddaa-6235-4928-a72a-7782f9b9fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2e2642a5-f4ea-4c44-b7a8-82a279ead114'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 14:00:32.263826 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-a906848c-681a-4459-8193-49f530cf94a0 req-2c4887b3-e5c4-4f2c-816b-1939253be86a service neutron] Bound port: 7d604ff9-6337-4905-bd16-e0eb02d19035, host: hv-cinder-84213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe3cddaa-6235-4928-a72a-7782f9b9fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2e2642a5-f4ea-4c44-b7a8-82a279ead114'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 14:00:32.264190 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-a906848c-681a-4459-8193-49f530cf94a0 req-2c4887b3-e5c4-4f2c-816b-1939253be86a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (7d604ff9-6337-4905-bd16-e0eb02d19035), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:32.349995 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1923a24-ed56-4722-9202-3f620a8a774e service neutron] Pushing event updated for resources: {'Port': ['ID=c3710695-2c7b-4d4d-96bc-de38e27dc865,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:32.373526 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-486767d7-d906-4616-a332-f85a6f91ff5d req-dd870609-0bce-42ba-92b1-fe43c5988f81 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Allocated IP 172.20.0.10 (5f7e5c2e-dcd0-44c0-a251-a7bcffefb292/3a255f09-ad18-4a84-8012-2f8575f58a13/3d450e70-f1c7-407d-adbd-6d7812d913c3) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:00:32.482688 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-a906848c-681a-4459-8193-49f530cf94a0 req-2c4887b3-e5c4-4f2c-816b-1939253be86a service neutron] For port 7d604ff9-6337-4905-bd16-e0eb02d19035, host hv-cinder-84213, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 14:00:32.521588 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-a906848c-681a-4459-8193-49f530cf94a0 req-2c4887b3-e5c4-4f2c-816b-1939253be86a service neutron] For port 7d604ff9-6337-4905-bd16-e0eb02d19035, host hv-cinder-84213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=7d604ff9-6337-4905-bd16-e0eb02d19035,segment=NetworkSegment(fe3cddaa-6235-4928-a72a-7782f9b9fdc3),segment_id=fe3cddaa-6235-4928-a72a-7782f9b9fdc3)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 14:00:32.537392 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67715f9-5862-4425-900d-2c2092674390 req-509c8745-7345-4945-a20a-70ed734aaeed tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:32.540982 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b67715f9-5862-4425-900d-2c2092674390 req-509c8745-7345-4945-a20a-70ed734aaeed tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 943 time: 0.1273429 May 26 14:00:32.552925 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-a906848c-681a-4459-8193-49f530cf94a0 req-2c4887b3-e5c4-4f2c-816b-1939253be86a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13292136'] for port (7d604ff9-6337-4905-bd16-e0eb02d19035), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:32.577525 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-486767d7-d906-4616-a332-f85a6f91ff5d req-dd870609-0bce-42ba-92b1-fe43c5988f81 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for port (3d450e70-f1c7-407d-adbd-6d7812d913c3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:32.618785 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-c1923a24-ed56-4722-9202-3f620a8a774e service neutron] Attempting to bind port c3710695-2c7b-4d4d-96bc-de38e27dc865 on host hv-cinder-84213 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 14:00:32.618999 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-c1923a24-ed56-4722-9202-3f620a8a774e service neutron] Attempting to bind port c3710695-2c7b-4d4d-96bc-de38e27dc865 by drivers openvswitch,hyperv on host hv-cinder-84213 at level 0 using segments [{'id': '32a538b2-b5da-4136-a950-cc79b8ca0862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dc9a3522-5732-4ae3-9805-a5cd81aa181e'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 14:00:32.619325 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-c1923a24-ed56-4722-9202-3f620a8a774e service neutron] Attempting to bind port c3710695-2c7b-4d4d-96bc-de38e27dc865 on network dc9a3522-5732-4ae3-9805-a5cd81aa181e {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 14:00:32.630938 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906848c-681a-4459-8193-49f530cf94a0 req-2c4887b3-e5c4-4f2c-816b-1939253be86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:32.631545 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-a906848c-681a-4459-8193-49f530cf94a0 req-2c4887b3-e5c4-4f2c-816b-1939253be86a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:32.633136 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a906848c-681a-4459-8193-49f530cf94a0 req-2c4887b3-e5c4-4f2c-816b-1939253be86a service neutron] 10.222.0.82 "PUT /v2.0/ports/7d604ff9-6337-4905-bd16-e0eb02d19035 HTTP/1.1" status: 200 len: 1094 time: 2.1571195 May 26 14:00:32.636849 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4176fdc7-3ccd-4093-b4c4-841eafb524f7', 'tag': '7d604ff9-6337-4905-bd16-e0eb02d19035'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:00:32.639771 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a67d27a2ec375fafa348027e062b6cf3c7935884065918e746e599b143197b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c70c16-72a3-44d7-a5c1-e23f4faf56b0" -d '{"events": [{"name": "network-changed", "server_uuid": "4176fdc7-3ccd-4093-b4c4-841eafb524f7", "tag": "7d604ff9-6337-4905-bd16-e0eb02d19035"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:00:32.656821 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-c1923a24-ed56-4722-9202-3f620a8a774e service neutron] Port c3710695-2c7b-4d4d-96bc-de38e27dc865 on network dc9a3522-5732-4ae3-9805-a5cd81aa181e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84213 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 14:00:32.657134 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-c1923a24-ed56-4722-9202-3f620a8a774e service neutron] Attempting to bind port c3710695-2c7b-4d4d-96bc-de38e27dc865 on network dc9a3522-5732-4ae3-9805-a5cd81aa181e {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 14:00:32.665088 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:32.686216 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-486767d7-d906-4616-a332-f85a6f91ff5d req-dd870609-0bce-42ba-92b1-fe43c5988f81 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (3d450e70-f1c7-407d-adbd-6d7812d913c3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:32.694895 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-c1923a24-ed56-4722-9202-3f620a8a774e service neutron] Checking agent: {'id': '7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'started_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 14, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 14:00:32.695456 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-c1923a24-ed56-4722-9202-3f620a8a774e service neutron] Checking segment: {'id': '32a538b2-b5da-4136-a950-cc79b8ca0862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dc9a3522-5732-4ae3-9805-a5cd81aa181e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 14:00:32.695955 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-c1923a24-ed56-4722-9202-3f620a8a774e service neutron] Bound using segment: {'id': '32a538b2-b5da-4136-a950-cc79b8ca0862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dc9a3522-5732-4ae3-9805-a5cd81aa181e'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 14:00:32.698257 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-c1923a24-ed56-4722-9202-3f620a8a774e service neutron] Bound port: c3710695-2c7b-4d4d-96bc-de38e27dc865, host: hv-cinder-84213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a538b2-b5da-4136-a950-cc79b8ca0862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dc9a3522-5732-4ae3-9805-a5cd81aa181e'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 14:00:32.699884 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-c1923a24-ed56-4722-9202-3f620a8a774e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (c3710695-2c7b-4d4d-96bc-de38e27dc865), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:32.716560 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 14:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178065bd-06ed-4863-b35f-52cfa811ce48 x-openstack-request-id: req-178065bd-06ed-4863-b35f-52cfa811ce48 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:00:32.717107 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4176fdc7-3ccd-4093-b4c4-841eafb524f7", "tag": "7d604ff9-6337-4905-bd16-e0eb02d19035", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:00:32.717579 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-178065bd-06ed-4863-b35f-52cfa811ce48 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:00:32.718151 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-178065bd-06ed-4863-b35f-52cfa811ce48'] response: {'name': 'network-changed', 'server_uuid': '4176fdc7-3ccd-4093-b4c4-841eafb524f7', 'tag': '7d604ff9-6337-4905-bd16-e0eb02d19035', 'status': 'completed', 'code': 200} May 26 14:00:32.734750 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4887b3-e5c4-4f2c-816b-1939253be86a service neutron] Pushing event updated for resources: {'Port': ['ID=7d604ff9-6337-4905-bd16-e0eb02d19035,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:32.761586 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-486767d7-d906-4616-a332-f85a6f91ff5d req-dd870609-0bce-42ba-92b1-fe43c5988f81 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Network 5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:00:32.765225 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-486767d7-d906-4616-a332-f85a6f91ff5d req-dd870609-0bce-42ba-92b1-fe43c5988f81 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:00:32.769611 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-486767d7-d906-4616-a332-f85a6f91ff5d req-dd870609-0bce-42ba-92b1-fe43c5988f81 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 14:00:32.774229 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b67715f9-5862-4425-900d-2c2092674390 req-1ecc8254-b849-4910-9bd2-8626b7eaed1e tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249305 May 26 14:00:32.817628 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd870609-0bce-42ba-92b1-fe43c5988f81 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Pushing event updated for resources: {'Port': ['ID=3d450e70-f1c7-407d-adbd-6d7812d913c3,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:32.843313 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-c1923a24-ed56-4722-9202-3f620a8a774e service neutron] For port c3710695-2c7b-4d4d-96bc-de38e27dc865, host hv-cinder-84213, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 14:00:32.850304 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-c1923a24-ed56-4722-9202-3f620a8a774e service neutron] For port c3710695-2c7b-4d4d-96bc-de38e27dc865, host hv-cinder-84213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=c3710695-2c7b-4d4d-96bc-de38e27dc865,segment=NetworkSegment(32a538b2-b5da-4136-a950-cc79b8ca0862),segment_id=32a538b2-b5da-4136-a950-cc79b8ca0862)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 14:00:32.864051 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-c1923a24-ed56-4722-9202-3f620a8a774e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13292136'] for port (c3710695-2c7b-4d4d-96bc-de38e27dc865), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:32.866342 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486767d7-d906-4616-a332-f85a6f91ff5d req-dd870609-0bce-42ba-92b1-fe43c5988f81 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:32.867763 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-486767d7-d906-4616-a332-f85a6f91ff5d req-dd870609-0bce-42ba-92b1-fe43c5988f81 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:32.893951 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-486767d7-d906-4616-a332-f85a6f91ff5d req-dd870609-0bce-42ba-92b1-fe43c5988f81 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9922092 May 26 14:00:32.911766 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-c1923a24-ed56-4722-9202-3f620a8a774e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:32.912716 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-c1923a24-ed56-4722-9202-3f620a8a774e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:32.914782 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-c1923a24-ed56-4722-9202-3f620a8a774e service neutron] 10.222.0.82 "PUT /v2.0/ports/c3710695-2c7b-4d4d-96bc-de38e27dc865 HTTP/1.1" status: 200 len: 1093 time: 2.3304749 May 26 14:00:32.938616 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1923a24-ed56-4722-9202-3f620a8a774e service neutron] Pushing event updated for resources: {'Port': ['ID=c3710695-2c7b-4d4d-96bc-de38e27dc865,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:33.050122 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd084ced-6ff0-4a72-ac35-64e6159f6c07 req-37836907-1013-45d9-bedf-68c02fabdcd1 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:33.058854 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dd084ced-6ff0-4a72-ac35-64e6159f6c07 req-37836907-1013-45d9-bedf-68c02fabdcd1 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 944 time: 0.0711937 May 26 14:00:33.145103 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dd084ced-6ff0-4a72-ac35-64e6159f6c07 req-c7e096e8-fcd3-4812-a6d2-765c1c285d06 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810575 May 26 14:00:33.267033 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-8ec892d3-f99a-4979-9237-55e70d9b92a7 None None] Provisioning complete for port 3d450e70-f1c7-407d-adbd-6d7812d913c3 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:00:33.268660 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8ec892d3-f99a-4979-9237-55e70d9b92a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (3d450e70-f1c7-407d-adbd-6d7812d913c3), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:33.271683 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:33.314532 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-8ec892d3-f99a-4979-9237-55e70d9b92a7 None None] Port 3d450e70-f1c7-407d-adbd-6d7812d913c3 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 14:00:33.342952 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:33.349928 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23713f7-6173-4739-888f-afbc4474e82f req-a77be76f-76ef-43ab-89b7-62ef71f99cc7 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:33.351634 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d23713f7-6173-4739-888f-afbc4474e82f req-a77be76f-76ef-43ab-89b7-62ef71f99cc7 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 932 time: 0.0872245 May 26 14:00:33.372259 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-486767d7-d906-4616-a332-f85a6f91ff5d req-346ed6df-989a-4e10-af97-a75a95ed4233 service neutron] Request body: {'port': {'device_id': '40c8745d-a394-4026-a5c4-b5ce4c5590e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84213'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:00:33.380195 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d846a-0beb-4ec6-9cf8-1ddf90b5f5cd req-c96bfa81-3dcf-4a43-92a2-e125e4f0d0cb tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:33.394806 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-df7d846a-0beb-4ec6-9cf8-1ddf90b5f5cd req-c96bfa81-3dcf-4a43-92a2-e125e4f0d0cb tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.1920345 May 26 14:00:33.417503 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:33.435342 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:33.482848 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-486767d7-d906-4616-a332-f85a6f91ff5d req-346ed6df-989a-4e10-af97-a75a95ed4233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (3d450e70-f1c7-407d-adbd-6d7812d913c3), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:33.523808 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:33.532419 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-37d13420-7b25-4f39-8150-62d1baccb18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:33.533693 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-37d13420-7b25-4f39-8150-62d1baccb18c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=08ed6980f1214f6789f94f34a4c68e6e&device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 1127 time: 0.1228166 May 26 14:00:33.542503 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c70c16-72a3-44d7-a5c1-e23f4faf56b0 req-6c53c906-ad47-4705-bb67-ff2e5b121791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:33.544002 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-64c70c16-72a3-44d7-a5c1-e23f4faf56b0 req-6c53c906-ad47-4705-bb67-ff2e5b121791 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4d13c9a0ad1146158525c3398ff4de2a&device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 1128 time: 0.1481273 May 26 14:00:33.559730 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d23713f7-6173-4739-888f-afbc4474e82f req-fea976e5-a14a-4063-a781-cedfd2e9f1e3 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=dc94692e-e674-476a-bfa7-28e888a99215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539841 May 26 14:00:33.617343 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-8a8e034e-1402-4462-88bb-1ad468043803 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3710695-2c7b-4d4d-96bc-de38e27dc865 HTTP/1.1" status: 200 len: 217 time: 0.0545182 May 26 14:00:33.692218 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-df7d846a-0beb-4ec6-9cf8-1ddf90b5f5cd req-42d54268-1123-491d-8ddb-a40eccf3c516 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2322841 May 26 14:00:33.759365 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 0d486a1e-7691-438f-a89c-df9425b682f1 details requested by agent hyperv_hv-cinder-84213 with host hv-cinder-84213 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 14:00:33.770203 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-9aaa282e-96d0-4594-a56d-2a590acd6665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:33.771651 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-9aaa282e-96d0-4594-a56d-2a590acd6665 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=600c6f3c-cfcb-4a91-8156-6ec613102bd5 HTTP/1.1" status: 200 len: 853 time: 0.1416166 May 26 14:00:33.874803 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c70c16-72a3-44d7-a5c1-e23f4faf56b0 req-9551e64e-c7d2-440e-8925-907d5ca95f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:33.876274 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-64c70c16-72a3-44d7-a5c1-e23f4faf56b0 req-9551e64e-c7d2-440e-8925-907d5ca95f83 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=4d13c9a0ad1146158525c3398ff4de2a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2650127 May 26 14:00:33.883393 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-486767d7-d906-4616-a332-f85a6f91ff5d req-346ed6df-989a-4e10-af97-a75a95ed4233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d450e70-f1c7-407d-adbd-6d7812d913c3 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 14:00:33.895456 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-0a510ea5-7ac6-4171-aaf6-d59525497f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:33.896442 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-0a510ea5-7ac6-4171-aaf6-d59525497f97 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dc9a3522-5732-4ae3-9805-a5cd81aa181e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1147313 May 26 14:00:33.897247 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-486767d7-d906-4616-a332-f85a6f91ff5d req-346ed6df-989a-4e10-af97-a75a95ed4233 service neutron] Publish callbacks [] for port (3d450e70-f1c7-407d-adbd-6d7812d913c3), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:33.913200 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 0d486a1e-7691-438f-a89c-df9425b682f1, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=0d486a1e-7691-438f-a89c-df9425b682f1,segment=NetworkSegment(19072dfe-0334-40e6-bb73-47766657aa3f),segment_id=19072dfe-0334-40e6-bb73-47766657aa3f)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:00:33.914230 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-486767d7-d906-4616-a332-f85a6f91ff5d req-346ed6df-989a-4e10-af97-a75a95ed4233 service neutron] Transition to ACTIVE for port object 3d450e70-f1c7-407d-adbd-6d7812d913c3 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 14:00:33.920494 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-486767d7-d906-4616-a332-f85a6f91ff5d req-346ed6df-989a-4e10-af97-a75a95ed4233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14253987'] for port (3d450e70-f1c7-407d-adbd-6d7812d913c3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:33.927107 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Returning: {'device': '0d486a1e-7691-438f-a89c-df9425b682f1', 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62', 'port_id': '0d486a1e-7691-438f-a89c-df9425b682f1', 'mac_address': 'fa:16:3e:e5:72:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610ffda6-b7a7-4a06-84a4-402e2b1f27f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 14:00:33.932837 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5eff4-ab3b-402d-a56d-44a654319952 req-c87da31d-ac51-4930-b73f-14a672962f19 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:33.939877 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4bc5eff4-ab3b-402d-a56d-44a654319952 req-c87da31d-ac51-4930-b73f-14a672962f19 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 943 time: 0.0557525 May 26 14:00:33.967975 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 0d486a1e-7691-438f-a89c-df9425b682f1 is: ACTIVE; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:00:33.968643 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (0d486a1e-7691-438f-a89c-df9425b682f1), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:33.984168 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d486a1e-7691-438f-a89c-df9425b682f1 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 14:00:33.989573 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4bc5eff4-ab3b-402d-a56d-44a654319952 req-42be4435-3b23-4a7e-a40a-986e59febd21 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488157 May 26 14:00:34.003406 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ed6df-989a-4e10-af97-a75a95ed4233 service neutron] Pushing event updated for resources: {'Port': ['ID=3d450e70-f1c7-407d-adbd-6d7812d913c3,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:34.028877 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 0d486a1e-7691-438f-a89c-df9425b682f1, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=0d486a1e-7691-438f-a89c-df9425b682f1,segment=NetworkSegment(19072dfe-0334-40e6-bb73-47766657aa3f),segment_id=19072dfe-0334-40e6-bb73-47766657aa3f)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:00:34.034564 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (0d486a1e-7691-438f-a89c-df9425b682f1), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:34.099206 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=0d486a1e-7691-438f-a89c-df9425b682f1,revision_number=6']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:34.113122 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:34.113792 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:34.114860 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:34.115360 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:34.115873 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:34.116455 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:34.116954 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:34.117465 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:34.117983 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:34.118994 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:34.119458 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:34.120005 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:34.120488 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:34.121010 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:34.121501 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:34.149868 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-486767d7-d906-4616-a332-f85a6f91ff5d req-346ed6df-989a-4e10-af97-a75a95ed4233 service neutron] Attempting to bind port 3d450e70-f1c7-407d-adbd-6d7812d913c3 on host hv-cinder-84213 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 14:00:34.150449 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-486767d7-d906-4616-a332-f85a6f91ff5d req-346ed6df-989a-4e10-af97-a75a95ed4233 service neutron] Attempting to bind port 3d450e70-f1c7-407d-adbd-6d7812d913c3 by drivers openvswitch,hyperv on host hv-cinder-84213 at level 0 using segments [{'id': '93677cf8-8388-429d-a7a5-bdb9a9d46a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 14:00:34.151404 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486767d7-d906-4616-a332-f85a6f91ff5d req-346ed6df-989a-4e10-af97-a75a95ed4233 service neutron] Attempting to bind port 3d450e70-f1c7-407d-adbd-6d7812d913c3 on network 5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 14:00:34.157076 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486767d7-d906-4616-a332-f85a6f91ff5d req-346ed6df-989a-4e10-af97-a75a95ed4233 service neutron] Port 3d450e70-f1c7-407d-adbd-6d7812d913c3 on network 5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84213 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 14:00:34.157557 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486767d7-d906-4616-a332-f85a6f91ff5d req-346ed6df-989a-4e10-af97-a75a95ed4233 service neutron] Attempting to bind port 3d450e70-f1c7-407d-adbd-6d7812d913c3 on network 5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 14:00:34.164748 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486767d7-d906-4616-a332-f85a6f91ff5d req-346ed6df-989a-4e10-af97-a75a95ed4233 service neutron] Checking agent: {'id': '7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'started_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 14, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 14:00:34.165326 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486767d7-d906-4616-a332-f85a6f91ff5d req-346ed6df-989a-4e10-af97-a75a95ed4233 service neutron] Checking segment: {'id': '93677cf8-8388-429d-a7a5-bdb9a9d46a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 14:00:34.165809 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486767d7-d906-4616-a332-f85a6f91ff5d req-346ed6df-989a-4e10-af97-a75a95ed4233 service neutron] Bound using segment: {'id': '93677cf8-8388-429d-a7a5-bdb9a9d46a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 14:00:34.166326 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-486767d7-d906-4616-a332-f85a6f91ff5d req-346ed6df-989a-4e10-af97-a75a95ed4233 service neutron] Bound port: 3d450e70-f1c7-407d-adbd-6d7812d913c3, host: hv-cinder-84213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93677cf8-8388-429d-a7a5-bdb9a9d46a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 14:00:34.166777 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-486767d7-d906-4616-a332-f85a6f91ff5d req-346ed6df-989a-4e10-af97-a75a95ed4233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (3d450e70-f1c7-407d-adbd-6d7812d913c3), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:34.231356 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] get_ports_and_sgs() called for port_ids ['0d486a1e-7691-438f-a89c-df9425b682f1'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 14:00:34.273194 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-486767d7-d906-4616-a332-f85a6f91ff5d req-346ed6df-989a-4e10-af97-a75a95ed4233 service neutron] For port 3d450e70-f1c7-407d-adbd-6d7812d913c3, host hv-cinder-84213, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 14:00:34.277134 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-486767d7-d906-4616-a332-f85a6f91ff5d req-346ed6df-989a-4e10-af97-a75a95ed4233 service neutron] For port 3d450e70-f1c7-407d-adbd-6d7812d913c3, host hv-cinder-84213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=3d450e70-f1c7-407d-adbd-6d7812d913c3,segment=NetworkSegment(93677cf8-8388-429d-a7a5-bdb9a9d46a00),segment_id=93677cf8-8388-429d-a7a5-bdb9a9d46a00)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 14:00:34.288571 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-486767d7-d906-4616-a332-f85a6f91ff5d req-346ed6df-989a-4e10-af97-a75a95ed4233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14253987'] for port (3d450e70-f1c7-407d-adbd-6d7812d913c3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:34.306775 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:34.348403 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-3e88a5e0-26c1-465e-a64f-e381904573f0 service neutron] 10.222.0.82 "GET /v2.0/networks/dc9a3522-5732-4ae3-9805-a5cd81aa181e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578334 May 26 14:00:34.370055 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486767d7-d906-4616-a332-f85a6f91ff5d req-346ed6df-989a-4e10-af97-a75a95ed4233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:34.371755 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-486767d7-d906-4616-a332-f85a6f91ff5d req-346ed6df-989a-4e10-af97-a75a95ed4233 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:34.375241 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-486767d7-d906-4616-a332-f85a6f91ff5d req-346ed6df-989a-4e10-af97-a75a95ed4233 service neutron] 10.222.0.82 "PUT /v2.0/ports/3d450e70-f1c7-407d-adbd-6d7812d913c3 HTTP/1.1" status: 200 len: 1094 time: 1.0071642 May 26 14:00:34.375956 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ed6df-989a-4e10-af97-a75a95ed4233 service neutron] Pushing event updated for resources: {'Port': ['ID=3d450e70-f1c7-407d-adbd-6d7812d913c3,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:34.383652 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6a61b-5b2f-4a5e-844e-465507bf84b2 req-3c599972-de6e-496b-8b9a-55d761d84e86 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:34.389570 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c8745d-a394-4026-a5c4-b5ce4c5590e0', 'tag': '3d450e70-f1c7-407d-adbd-6d7812d913c3'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:00:34.390857 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a9c6a61b-5b2f-4a5e-844e-465507bf84b2 req-3c599972-de6e-496b-8b9a-55d761d84e86 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 944 time: 0.1444776 May 26 14:00:34.392888 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a2fe3094dbca619affac8640d5d00e1e0d94bf0ce4138e249cf9dd9a9bbd82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663c559e-d2a6-425f-bf8f-2fa8be99acee" -d '{"events": [{"name": "network-changed", "server_uuid": "40c8745d-a394-4026-a5c4-b5ce4c5590e0", "tag": "3d450e70-f1c7-407d-adbd-6d7812d913c3"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:00:34.463190 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 14:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85c98e3-8d1b-49c8-aa38-400f10cc200c x-openstack-request-id: req-f85c98e3-8d1b-49c8-aa38-400f10cc200c {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:00:34.463190 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c8745d-a394-4026-a5c4-b5ce4c5590e0", "tag": "3d450e70-f1c7-407d-adbd-6d7812d913c3", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:00:34.464155 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f85c98e3-8d1b-49c8-aa38-400f10cc200c {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:00:34.464155 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f85c98e3-8d1b-49c8-aa38-400f10cc200c'] response: {'name': 'network-changed', 'server_uuid': '40c8745d-a394-4026-a5c4-b5ce4c5590e0', 'tag': '3d450e70-f1c7-407d-adbd-6d7812d913c3', 'status': 'completed', 'code': 200} May 26 14:00:34.536650 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486767d7-d906-4616-a332-f85a6f91ff5d req-5e4b9ebe-b02a-42c2-b41e-a4b4ed94ba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:34.538543 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-486767d7-d906-4616-a332-f85a6f91ff5d req-5e4b9ebe-b02a-42c2-b41e-a4b4ed94ba22 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=af9d168c40ea4df99b495eb06245d066&device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 1128 time: 0.0643618 May 26 14:00:34.600781 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c70c16-72a3-44d7-a5c1-e23f4faf56b0 req-4c340baf-7d4d-4c55-80ae-29e7a3746d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:34.614893 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-64c70c16-72a3-44d7-a5c1-e23f4faf56b0 req-4c340baf-7d4d-4c55-80ae-29e7a3746d44 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6232593 May 26 14:00:34.668623 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-486767d7-d906-4616-a332-f85a6f91ff5d req-d728f7d6-af75-4c7c-bbea-32e936d43929 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d450e70-f1c7-407d-adbd-6d7812d913c3 HTTP/1.1" status: 200 len: 217 time: 0.0406542 May 26 14:00:34.741258 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486767d7-d906-4616-a332-f85a6f91ff5d req-ecf33a22-f3b3-4c35-9a39-040cf5d51247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:34.743010 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-486767d7-d906-4616-a332-f85a6f91ff5d req-ecf33a22-f3b3-4c35-9a39-040cf5d51247 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3a255f09-ad18-4a84-8012-2f8575f58a13 HTTP/1.1" status: 200 len: 854 time: 0.0665700 May 26 14:00:34.766153 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dddc973-36be-43e2-8971-e5e218dee91b', 'tag': 'c3710695-2c7b-4d4d-96bc-de38e27dc865'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:00:34.768726 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a67d27a2ec375fafa348027e062b6cf3c7935884065918e746e599b143197b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196447e1-d8fb-4ddf-b782-3daf4d782fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "5dddc973-36be-43e2-8971-e5e218dee91b", "tag": "c3710695-2c7b-4d4d-96bc-de38e27dc865"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:00:34.775281 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a9c6a61b-5b2f-4a5e-844e-465507bf84b2 req-72f48418-1f64-42ec-bbed-5f90bcca8539 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3836215 May 26 14:00:34.809296 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486767d7-d906-4616-a332-f85a6f91ff5d req-638a31d9-de1a-423b-95e9-0b8c3d3bd9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:34.810807 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-486767d7-d906-4616-a332-f85a6f91ff5d req-638a31d9-de1a-423b-95e9-0b8c3d3bd9d1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5f7e5c2e-dcd0-44c0-a251-a7bcffefb292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614922 May 26 14:00:34.811013 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906848c-681a-4459-8193-49f530cf94a0 req-b0f1500c-0c2a-4bb0-a402-ea1e40da9d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:34.812536 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a906848c-681a-4459-8193-49f530cf94a0 req-b0f1500c-0c2a-4bb0-a402-ea1e40da9d69 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4d13c9a0ad1146158525c3398ff4de2a&device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 1128 time: 0.1215093 May 26 14:00:34.817929 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f8eb8a23-8ec2-4f8d-9b08-9440db580337 req-df00674c-3553-4d37-9e43-955774d823d1 service neutron] 10.222.0.82 "GET /v2.0/networks/dc9a3522-5732-4ae3-9805-a5cd81aa181e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538524 May 26 14:00:34.843625 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-eb0f8779-a37c-41c6-9f0e-4746a3c27122 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1274687408&fields=id&tenant_id=ed15631acafd41528b96f2ed12c19e5b HTTP/1.1" status: 200 len: 267 time: 0.1996846 May 26 14:00:34.913264 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:34.942776 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a906848c-681a-4459-8193-49f530cf94a0 req-9944d00d-40a6-4634-8750-3e4fdd848de0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d604ff9-6337-4905-bd16-e0eb02d19035 HTTP/1.1" status: 200 len: 217 time: 0.0945976 May 26 14:00:34.950658 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-486767d7-d906-4616-a332-f85a6f91ff5d req-1c69cdec-7cdc-49e8-ba5f-595e04a61477 service neutron] 10.222.0.82 "GET /v2.0/networks/5f7e5c2e-dcd0-44c0-a251-a7bcffefb292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117511 May 26 14:00:34.998549 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c456b-0b65-4621-a5e8-31469476c637 req-da8e29e5-6aa1-4a99-b019-273c4c027f58 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:35.000162 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ad1c456b-0b65-4621-a5e8-31469476c637 req-da8e29e5-6aa1-4a99-b019-273c4c027f58 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 944 time: 0.1230524 May 26 14:00:35.003834 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:35.069956 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-01a92453-178f-4a2a-a82f-80ec1542b081 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:35.071958 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-01a92453-178f-4a2a-a82f-80ec1542b081 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/networks?id=bb3bf56d-90fc-4a74-995d-ab2752db975c HTTP/1.1" status: 200 len: 812 time: 0.2136996 May 26 14:00:35.096150 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ad1c456b-0b65-4621-a5e8-31469476c637 req-c8b4a45f-3040-4581-8772-9c4da793f366 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=dc94692e-e674-476a-bfa7-28e888a99215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870535 May 26 14:00:35.097432 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-e2c36ee5-c220-4f31-9bbc-915ea62ef0c0 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/quotas/ed15631acafd41528b96f2ed12c19e5b HTTP/1.1" status: 200 len: 375 time: 0.0172524 May 26 14:00:35.213784 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-2be19854-13ea-444e-aa7b-7b42b9bda60d tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=ed15631acafd41528b96f2ed12c19e5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1071019 May 26 14:00:35.256404 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8571a8-56ec-47ce-9e45-b77362e9d7e0 req-17ae566c-d704-4454-9453-19221de1fc41 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:35.258028 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-af8571a8-56ec-47ce-9e45-b77362e9d7e0 req-17ae566c-d704-4454-9453-19221de1fc41 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 945 time: 0.0939503 May 26 14:00:35.366434 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-af8571a8-56ec-47ce-9e45-b77362e9d7e0 req-b8dd1eaa-0867-4ce3-ac90-810208dd70bf tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018963 May 26 14:00:35.394870 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-71f5cf28-d488-4a54-975d-180daed144b2 service neutron] 10.222.0.91 "GET /v2.0/networks/bb3bf56d-90fc-4a74-995d-ab2752db975c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651330 May 26 14:00:35.466458 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 14:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054ee17a-76ab-406e-a2f6-d862b40bf52a x-openstack-request-id: req-054ee17a-76ab-406e-a2f6-d862b40bf52a {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:00:35.466458 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dddc973-36be-43e2-8971-e5e218dee91b", "tag": "c3710695-2c7b-4d4d-96bc-de38e27dc865", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:00:35.466779 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-054ee17a-76ab-406e-a2f6-d862b40bf52a {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:00:35.467634 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-054ee17a-76ab-406e-a2f6-d862b40bf52a'] response: {'name': 'network-changed', 'server_uuid': '5dddc973-36be-43e2-8971-e5e218dee91b', 'tag': 'c3710695-2c7b-4d4d-96bc-de38e27dc865', 'status': 'completed', 'code': 200} May 26 14:00:35.525368 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:00:35.532518 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-e6ec6e98-8da1-45be-a7d3-813188c356e9 service neutron] 10.222.0.91 "GET /v2.0/networks/bb3bf56d-90fc-4a74-995d-ab2752db975c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302609 May 26 14:00:35.566198 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563cfa8-e561-4809-9ed6-0d03a8c33b97 req-3a8c012c-ed20-42fa-b408-c6dfdbc023a9 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:35.567768 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7563cfa8-e561-4809-9ed6-0d03a8c33b97 req-3a8c012c-ed20-42fa-b408-c6dfdbc023a9 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 943 time: 0.0520499 May 26 14:00:35.625679 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7563cfa8-e561-4809-9ed6-0d03a8c33b97 req-77fb26d8-9835-44ed-bcdd-56e0744e4c7d tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502784 May 26 14:00:35.758283 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 0d486a1e-7691-438f-a89c-df9425b682f1 up at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 14:00:35.860622 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning complete for port 0d486a1e-7691-438f-a89c-df9425b682f1 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:00:35.861146 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (0d486a1e-7691-438f-a89c-df9425b682f1), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:35.936973 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c0c2e343-2c82-4f39-b83b-ee4ad0fb9df3 req-73641ad5-398c-4be3-9b68-5fc30195be5d tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 210 time: 0.0608640 May 26 14:00:35.936973 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:35.979999 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26366845-61e0-4ec9-a4e0-408aa136cee2 req-7d7bb78c-212c-4b80-a279-0b7b6c4d5f61 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:35.981590 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-26366845-61e0-4ec9-a4e0-408aa136cee2 req-7d7bb78c-212c-4b80-a279-0b7b6c4d5f61 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 944 time: 0.0557311 May 26 14:00:36.010750 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 0d486a1e-7691-438f-a89c-df9425b682f1 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:00:36.011417 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (0d486a1e-7691-438f-a89c-df9425b682f1), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:36.058576 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-26366845-61e0-4ec9-a4e0-408aa136cee2 req-9e92e4ad-e5d0-4eb8-8e67-dd0409a20260 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695751 May 26 14:00:36.069523 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 0d486a1e-7691-438f-a89c-df9425b682f1, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=0d486a1e-7691-438f-a89c-df9425b682f1,segment=NetworkSegment(19072dfe-0334-40e6-bb73-47766657aa3f),segment_id=19072dfe-0334-40e6-bb73-47766657aa3f)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:00:36.070914 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9116ee60-50e6-48c5-bcc1-8e9d08e35458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d486a1e-7691-438f-a89c-df9425b682f1'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:00:36.075311 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75cf6a0b0aca4359f4c43b56c27fa80c20f62c04807301a9a0ec5234ef5b0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217e32ac-ffb0-4cb6-8c41-79e4d40dbf8e" -d '{"events": [{"server_uuid": "9116ee60-50e6-48c5-bcc1-8e9d08e35458", "name": "network-vif-plugged", "status": "completed", "tag": "0d486a1e-7691-438f-a89c-df9425b682f1"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:00:36.079216 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (0d486a1e-7691-438f-a89c-df9425b682f1), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:36.132600 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0846adc1-5af5-44bd-8e32-a98462254a0d x-openstack-request-id: req-0846adc1-5af5-44bd-8e32-a98462254a0d {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:00:36.132913 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9116ee60-50e6-48c5-bcc1-8e9d08e35458", "name": "network-vif-plugged", "status": "completed", "tag": "0d486a1e-7691-438f-a89c-df9425b682f1", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:00:36.133185 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0846adc1-5af5-44bd-8e32-a98462254a0d {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:00:36.133609 dv-cinder-842130-1-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0846adc1-5af5-44bd-8e32-a98462254a0d'] response: {'server_uuid': '9116ee60-50e6-48c5-bcc1-8e9d08e35458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d486a1e-7691-438f-a89c-df9425b682f1', 'code': 200} May 26 14:00:36.188415 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=0d486a1e-7691-438f-a89c-df9425b682f1,revision_number=7']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:36.245992 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5ecc2-0a06-41f6-8047-3602591f9a2d req-da80b659-58b3-40fb-9c47-68552da8d217 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:36.247706 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-46f5ecc2-0a06-41f6-8047-3602591f9a2d req-da80b659-58b3-40fb-9c47-68552da8d217 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 944 time: 0.0552781 May 26 14:00:36.313811 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-46f5ecc2-0a06-41f6-8047-3602591f9a2d req-209b6489-2c65-4cf0-a08a-4a292ff466db tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=dc94692e-e674-476a-bfa7-28e888a99215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560257 May 26 14:00:36.495914 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd0e92-48a9-44eb-aafc-961f5ac28e2e req-7e09ec5a-5040-4379-8123-a96cca3c8391 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:36.497403 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-affd0e92-48a9-44eb-aafc-961f5ac28e2e req-7e09ec5a-5040-4379-8123-a96cca3c8391 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0515110 May 26 14:00:36.552957 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-affd0e92-48a9-44eb-aafc-961f5ac28e2e req-27331c6f-0f4a-41c5-b80b-a40584e6bc9d tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489171 May 26 14:00:36.772764 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70846122-337d-4a11-a641-eec04a5a3f71 req-cac152d7-1335-4552-8c21-28bde3a559e2 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:36.774348 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-70846122-337d-4a11-a641-eec04a5a3f71 req-cac152d7-1335-4552-8c21-28bde3a559e2 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 943 time: 0.0574653 May 26 14:00:36.837384 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-70846122-337d-4a11-a641-eec04a5a3f71 req-00e6ebe6-bfef-4c23-900b-978d61ccc1b5 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566576 May 26 14:00:37.063464 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-169bb6c4-b87e-42bf-a443-f53e866af823 req-07614930-2952-43f9-a676-eaa662f32216 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 210 time: 0.0405138 May 26 14:00:37.195755 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3b5e2-be09-4975-85fa-101210002dc5 req-770d51c9-6ac0-4058-97f7-a7081cc06da5 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:37.198301 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a3b3b5e2-be09-4975-85fa-101210002dc5 req-770d51c9-6ac0-4058-97f7-a7081cc06da5 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 944 time: 0.0601561 May 26 14:00:37.249021 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:37.270907 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a3b3b5e2-be09-4975-85fa-101210002dc5 req-f93faa32-7327-4de7-adc9-45cbdecb7d1f tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670183 May 26 14:00:37.425551 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:37.445325 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094724d-3a80-4559-a957-b30e3523fa05 req-5f243ab7-6080-4c5e-9a0e-26b7c8b4be90 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:37.447028 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7094724d-3a80-4559-a957-b30e3523fa05 req-5f243ab7-6080-4c5e-9a0e-26b7c8b4be90 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 944 time: 0.0574439 May 26 14:00:37.501185 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7094724d-3a80-4559-a957-b30e3523fa05 req-030cb225-9ea2-453e-97fe-690a30b5aeff tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=dc94692e-e674-476a-bfa7-28e888a99215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476732 May 26 14:00:37.688494 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffc49d-8263-4bf1-8b4d-3f81840c636f req-041e77b9-8157-4e88-b693-55f717ff194e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:37.690043 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-01ffc49d-8263-4bf1-8b4d-3f81840c636f req-041e77b9-8157-4e88-b693-55f717ff194e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0589931 May 26 14:00:37.748429 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-01ffc49d-8263-4bf1-8b4d-3f81840c636f req-be3031f9-dec9-4f3d-a76c-a5c696dcda71 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523226 May 26 14:00:37.962134 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa1ba3-2be1-4728-84b6-c5a86c43525f req-5a9b5bf6-c57e-4d62-be26-c47ce3732b0e tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:37.963671 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-54fa1ba3-2be1-4728-84b6-c5a86c43525f req-5a9b5bf6-c57e-4d62-be26-c47ce3732b0e tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 943 time: 0.0561702 May 26 14:00:38.015204 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-54fa1ba3-2be1-4728-84b6-c5a86c43525f req-abb032fa-b55a-48b5-86fe-69a5155f9287 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450835 May 26 14:00:38.157431 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8e5b83a5-422b-4060-bbf9-e72aa9991c20 req-9969dbd3-a69c-434e-a0d1-7209af8f4694 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 210 time: 0.0271318 May 26 14:00:38.406287 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3fdb9-3a73-4e74-b691-d28f104f409c req-36ed9f0f-cce0-41e5-8864-80d39b713361 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:38.407857 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a2a3fdb9-3a73-4e74-b691-d28f104f409c req-36ed9f0f-cce0-41e5-8864-80d39b713361 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 944 time: 0.0640588 May 26 14:00:38.515580 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a2a3fdb9-3a73-4e74-b691-d28f104f409c req-2dbe1db6-e966-44dc-b845-bca006e47f72 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016214 May 26 14:00:38.537186 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196447e1-d8fb-4ddf-b782-3daf4d782fe0 req-399b8a0e-74b0-476d-8ba1-18958752776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:38.539024 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-196447e1-d8fb-4ddf-b782-3daf4d782fe0 req-399b8a0e-74b0-476d-8ba1-18958752776a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=08ed6980f1214f6789f94f34a4c68e6e&device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 1127 time: 0.0857642 May 26 14:00:38.545250 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906848c-681a-4459-8193-49f530cf94a0 req-20de9647-d4e6-40ae-98b0-63cf61b5164e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:38.546619 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a906848c-681a-4459-8193-49f530cf94a0 req-20de9647-d4e6-40ae-98b0-63cf61b5164e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea142ff0-5d98-4000-a61c-5aa9b40fe7ba HTTP/1.1" status: 200 len: 848 time: 0.0944667 May 26 14:00:38.632711 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-486767d7-d906-4616-a332-f85a6f91ff5d req-2ec5f09f-dac3-4c44-b9b1-c9959edeeb01 service neutron] 10.222.0.82 "GET /v2.0/networks/5f7e5c2e-dcd0-44c0-a251-a7bcffefb292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908000 May 26 14:00:38.684880 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906848c-681a-4459-8193-49f530cf94a0 req-78774f65-846b-46c8-bd14-2e1ae111c0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:38.686389 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a906848c-681a-4459-8193-49f530cf94a0 req-78774f65-846b-46c8-bd14-2e1ae111c0f1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2e2642a5-f4ea-4c44-b7a8-82a279ead114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1298048 May 26 14:00:38.693793 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:38.713280 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bf951-00e4-4ba7-b76a-2531dc1230e2 req-370fcc8b-9914-4d58-876a-552d9b99a372 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:38.713732 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-738bf951-00e4-4ba7-b76a-2531dc1230e2 req-370fcc8b-9914-4d58-876a-552d9b99a372 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 944 time: 0.0706270 May 26 14:00:38.754482 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196447e1-d8fb-4ddf-b782-3daf4d782fe0 req-369307ca-8b76-42f8-a508-7ce8598e4555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:38.755957 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-196447e1-d8fb-4ddf-b782-3daf4d782fe0 req-369307ca-8b76-42f8-a508-7ce8598e4555 service neutron] 10.222.0.82 "GET /v2.0/networks?id=dc9a3522-5732-4ae3-9805-a5cd81aa181e HTTP/1.1" status: 200 len: 915 time: 0.2085092 May 26 14:00:38.794369 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-738bf951-00e4-4ba7-b76a-2531dc1230e2 req-bce53b23-4488-4295-af18-4b06f7bcf8ff tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=dc94692e-e674-476a-bfa7-28e888a99215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714700 May 26 14:00:38.887683 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffb764-9e00-4365-aced-8422be347cf5 req-cfca5746-2d94-40d6-bed7-144abfe0eeb7 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:38.894768 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-92ffb764-9e00-4365-aced-8422be347cf5 req-cfca5746-2d94-40d6-bed7-144abfe0eeb7 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0547724 May 26 14:00:38.945781 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-92ffb764-9e00-4365-aced-8422be347cf5 req-3a8a4649-bfa4-48d6-918a-0f91325fbd6e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499222 May 26 14:00:39.138447 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36067596-6cf0-43c9-aa16-51e1b09d21d8 req-fb0ff4c4-e4b6-4b98-9821-c7adb160885b tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:39.139854 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-36067596-6cf0-43c9-aa16-51e1b09d21d8 req-fb0ff4c4-e4b6-4b98-9821-c7adb160885b tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 943 time: 0.0485475 May 26 14:00:39.230598 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-36067596-6cf0-43c9-aa16-51e1b09d21d8 req-82ebf629-b0b8-4eff-b4e4-1f024b99e91e tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788960 May 26 14:00:39.263525 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c04503ed-27c5-4623-8782-e544cf7e9bca req-83659ff8-4f8e-479f-8266-0ec2443d8fd4 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 210 time: 0.0270555 May 26 14:00:39.641811 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1992e3-7535-4555-9577-80bac4e0cc4a req-d827687b-7e84-4ebc-b3aa-693df5ecafbb tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:39.643250 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ea1992e3-7535-4555-9577-80bac4e0cc4a req-d827687b-7e84-4ebc-b3aa-693df5ecafbb tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 944 time: 0.0445833 May 26 14:00:39.690714 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ea1992e3-7535-4555-9577-80bac4e0cc4a req-6432051a-9890-4388-ba31-2d3cb322caa7 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417683 May 26 14:00:39.803113 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device c3710695-2c7b-4d4d-96bc-de38e27dc865 details requested by agent hyperv_hv-cinder-84213 with host hv-cinder-84213 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 14:00:39.817963 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:39.885378 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:39.913093 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port c3710695-2c7b-4d4d-96bc-de38e27dc865, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=c3710695-2c7b-4d4d-96bc-de38e27dc865,segment=NetworkSegment(32a538b2-b5da-4136-a950-cc79b8ca0862),segment_id=32a538b2-b5da-4136-a950-cc79b8ca0862)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:00:39.920218 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474fcfcb-3f0b-4aa1-9011-fef22ee53c75 req-0468a8b4-39b9-4b7b-8b4e-73a9a387ed8d tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:39.921904 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-474fcfcb-3f0b-4aa1-9011-fef22ee53c75 req-0468a8b4-39b9-4b7b-8b4e-73a9a387ed8d tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 944 time: 0.0547369 May 26 14:00:39.931329 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Returning: {'device': 'c3710695-2c7b-4d4d-96bc-de38e27dc865', 'network_id': 'dc9a3522-5732-4ae3-9805-a5cd81aa181e', 'port_id': 'c3710695-2c7b-4d4d-96bc-de38e27dc865', 'mac_address': 'fa:16:3e:99:65:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '600c6f3c-cfcb-4a91-8156-6ec613102bd5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 14:00:39.953016 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:39.966848 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port c3710695-2c7b-4d4d-96bc-de38e27dc865 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:00:39.967893 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (c3710695-2c7b-4d4d-96bc-de38e27dc865), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:39.978502 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-474fcfcb-3f0b-4aa1-9011-fef22ee53c75 req-24cc6014-d862-46f4-9111-2dffe964fd68 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=dc94692e-e674-476a-bfa7-28e888a99215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500729 May 26 14:00:39.981466 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3710695-2c7b-4d4d-96bc-de38e27dc865 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 14:00:40.005380 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port c3710695-2c7b-4d4d-96bc-de38e27dc865, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=c3710695-2c7b-4d4d-96bc-de38e27dc865,segment=NetworkSegment(32a538b2-b5da-4136-a950-cc79b8ca0862),segment_id=32a538b2-b5da-4136-a950-cc79b8ca0862)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:00:40.010930 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (c3710695-2c7b-4d4d-96bc-de38e27dc865), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:40.057636 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=c3710695-2c7b-4d4d-96bc-de38e27dc865,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:40.062008 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9e33f-c7ad-40f4-b1c2-e1486bfd8fac req-d3a7e8b4-3797-4db8-803e-55a3cfae8d1a tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:40.063485 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b1d9e33f-c7ad-40f4-b1c2-e1486bfd8fac req-d3a7e8b4-3797-4db8-803e-55a3cfae8d1a tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0477366 May 26 14:00:40.109801 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b1d9e33f-c7ad-40f4-b1c2-e1486bfd8fac req-3b73f0a4-0428-479e-b188-635751d5555b tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407641 May 26 14:00:40.339898 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41babc2-59d4-47da-b3a5-0b5e3adea1b3 req-d90874e1-6c7c-4047-8c4c-87f123d75cec tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:40.341353 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d41babc2-59d4-47da-b3a5-0b5e3adea1b3 req-d90874e1-6c7c-4047-8c4c-87f123d75cec tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 944 time: 0.0482452 May 26 14:00:40.376807 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fa064f1d-0d4e-4b68-b851-2bda606a0b0e req-27793239-e26b-4564-9e05-b17f4d0ff4c6 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 210 time: 0.0433931 May 26 14:00:40.411093 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d41babc2-59d4-47da-b3a5-0b5e3adea1b3 req-e6e79cc5-69b8-416f-9999-d492b8e6122e tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618138 May 26 14:00:40.637924 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] get_ports_and_sgs() called for port_ids ['c3710695-2c7b-4d4d-96bc-de38e27dc865'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 14:00:40.807295 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf115f28-fc61-42be-9659-7ed9228956a2 req-94940d5f-ea87-493b-9239-4001be94406c tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:40.808788 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bf115f28-fc61-42be-9659-7ed9228956a2 req-94940d5f-ea87-493b-9239-4001be94406c tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 944 time: 0.0510006 May 26 14:00:40.859819 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bf115f28-fc61-42be-9659-7ed9228956a2 req-09c1ec45-6c0e-402d-aa00-7c00d0ccc245 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453923 May 26 14:00:41.104406 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e06087-db71-4fd0-bf7c-acd5cacfc608 req-7402f116-1ddc-43e2-a6b3-16022bd33da1 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:41.105928 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-27e06087-db71-4fd0-bf7c-acd5cacfc608 req-7402f116-1ddc-43e2-a6b3-16022bd33da1 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 944 time: 0.0550714 May 26 14:00:41.162269 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-27e06087-db71-4fd0-bf7c-acd5cacfc608 req-7e0eff6c-afc4-42be-b67c-1034e5926fe7 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=dc94692e-e674-476a-bfa7-28e888a99215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490224 May 26 14:00:41.259648 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfac968-0f69-4c36-9915-954058cd7531 req-3c4f2a39-ecc4-4ea3-8aef-a7292b8947ca tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:41.261066 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-abfac968-0f69-4c36-9915-954058cd7531 req-3c4f2a39-ecc4-4ea3-8aef-a7292b8947ca tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0563495 May 26 14:00:41.314460 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-abfac968-0f69-4c36-9915-954058cd7531 req-ea9fc540-ae9e-4138-96f4-f92b86269103 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477605 May 26 14:00:41.463059 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:41.501363 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d5a52d17-0dc2-4692-b210-297f1046adb9 req-4e2ec229-6f37-4c87-84e4-7286ea25a8b4 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 210 time: 0.0483377 May 26 14:00:41.559625 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f4f46-a467-4f19-894b-38d00e77174d req-ad8ef57a-1fb2-439a-8a47-525c7f990d82 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:41.561384 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-be3f4f46-a467-4f19-894b-38d00e77174d req-ad8ef57a-1fb2-439a-8a47-525c7f990d82 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 944 time: 0.0711586 May 26 14:00:41.624048 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-be3f4f46-a467-4f19-894b-38d00e77174d req-a8166604-6991-4c5c-b726-331a5fe34165 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450282 May 26 14:00:41.712343 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=3 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:41.891361 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device c3710695-2c7b-4d4d-96bc-de38e27dc865 up at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 14:00:41.934428 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning for port c3710695-2c7b-4d4d-96bc-de38e27dc865 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 14:00:41.939278 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning complete for port c3710695-2c7b-4d4d-96bc-de38e27dc865 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:00:41.939618 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (c3710695-2c7b-4d4d-96bc-de38e27dc865), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:41.976009 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a413b48-068f-43f7-b430-e627c07f10e5 req-33cefd48-7d6f-45f6-a83d-ded3c9c9c532 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:41.977905 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6a413b48-068f-43f7-b430-e627c07f10e5 req-33cefd48-7d6f-45f6-a83d-ded3c9c9c532 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 944 time: 0.0481761 May 26 14:00:42.032406 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6a413b48-068f-43f7-b430-e627c07f10e5 req-ac5e9bd0-35eb-4c72-bc93-03b3406263e7 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482163 May 26 14:00:42.131917 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port c3710695-2c7b-4d4d-96bc-de38e27dc865 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:00:42.132292 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (c3710695-2c7b-4d4d-96bc-de38e27dc865), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:42.154574 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dddc973-36be-43e2-8971-e5e218dee91b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3710695-2c7b-4d4d-96bc-de38e27dc865'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:00:42.156758 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75cf6a0b0aca4359f4c43b56c27fa80c20f62c04807301a9a0ec5234ef5b0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f97eb98-8f2b-4a8e-9419-45798e204c76" -d '{"events": [{"server_uuid": "5dddc973-36be-43e2-8971-e5e218dee91b", "name": "network-vif-plugged", "status": "completed", "tag": "c3710695-2c7b-4d4d-96bc-de38e27dc865"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:00:42.169314 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port c3710695-2c7b-4d4d-96bc-de38e27dc865, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=c3710695-2c7b-4d4d-96bc-de38e27dc865,segment=NetworkSegment(32a538b2-b5da-4136-a950-cc79b8ca0862),segment_id=32a538b2-b5da-4136-a950-cc79b8ca0862)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:00:42.173729 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (c3710695-2c7b-4d4d-96bc-de38e27dc865), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:42.206314 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18062530-36ed-44a9-8ba5-0b06a175a8ee x-openstack-request-id: req-18062530-36ed-44a9-8ba5-0b06a175a8ee {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:00:42.206615 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dddc973-36be-43e2-8971-e5e218dee91b", "name": "network-vif-plugged", "status": "completed", "tag": "c3710695-2c7b-4d4d-96bc-de38e27dc865", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:00:42.206863 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-18062530-36ed-44a9-8ba5-0b06a175a8ee {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:00:42.207244 dv-cinder-842130-1-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18062530-36ed-44a9-8ba5-0b06a175a8ee'] response: {'server_uuid': '5dddc973-36be-43e2-8971-e5e218dee91b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3710695-2c7b-4d4d-96bc-de38e27dc865', 'code': 200} May 26 14:00:42.222436 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=c3710695-2c7b-4d4d-96bc-de38e27dc865,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:42.283688 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69308c9-6a49-4bc3-a86d-81ff5a78b1f3 req-1d2e8b73-035f-4aef-88c2-0dcc92d1b14b tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:42.285123 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f69308c9-6a49-4bc3-a86d-81ff5a78b1f3 req-1d2e8b73-035f-4aef-88c2-0dcc92d1b14b tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 944 time: 0.0458076 May 26 14:00:42.335102 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f69308c9-6a49-4bc3-a86d-81ff5a78b1f3 req-5da23359-c248-4658-b26a-a7574fa10d14 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=dc94692e-e674-476a-bfa7-28e888a99215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437429 May 26 14:00:42.436139 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfb799-5fab-4b8f-bae8-2e5255787b99 req-86ff9f80-3fa8-4188-b29e-87473ea83021 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:42.437609 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-44dfb799-5fab-4b8f-bae8-2e5255787b99 req-86ff9f80-3fa8-4188-b29e-87473ea83021 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0498555 May 26 14:00:42.579957 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-196447e1-d8fb-4ddf-b782-3daf4d782fe0 req-cd1bec31-6b95-40cb-b8c7-0d8a2398b049 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3710695-2c7b-4d4d-96bc-de38e27dc865 HTTP/1.1" status: 200 len: 217 time: 0.0553541 May 26 14:00:42.584636 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-44dfb799-5fab-4b8f-bae8-2e5255787b99 req-0168d584-8aa1-4dd1-b264-6a10923aabf3 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415992 May 26 14:00:42.589673 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:42.610046 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c559e-d2a6-425f-bf8f-2fa8be99acee req-5b3c9c28-b2a3-418e-85f4-c732023b7ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:42.612171 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-663c559e-d2a6-425f-bf8f-2fa8be99acee req-5b3c9c28-b2a3-418e-85f4-c732023b7ca0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=af9d168c40ea4df99b495eb06245d066&device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 1128 time: 0.0836151 May 26 14:00:42.616894 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 49210) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:00:42.654773 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a906848c-681a-4459-8193-49f530cf94a0 req-4e655caf-6845-4f79-97fb-7ad5f45abc8a service neutron] 10.222.0.82 "GET /v2.0/networks/2e2642a5-f4ea-4c44-b7a8-82a279ead114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957474 May 26 14:00:42.663828 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-02929980-6b1b-4e0a-b421-5b86a94e90d2 req-dec67f79-a23c-4c98-ae9f-fa0ffd9e6c74 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 210 time: 0.0392485 May 26 14:00:42.667086 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4aac67f-3bf5-4da7-8192-20bcd6815bc8 admin admin] Deleting subnet 480b17c0-db32-45d4-9df8-232d9163a239 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 14:00:42.670738 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b4aac67f-3bf5-4da7-8192-20bcd6815bc8 admin admin] Publish callbacks [] for subnet (480b17c0-db32-45d4-9df8-232d9163a239), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:42.705855 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b4aac67f-3bf5-4da7-8192-20bcd6815bc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14006249'] for subnet (480b17c0-db32-45d4-9df8-232d9163a239), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:42.741470 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe984f2-ee76-406e-918d-e1189bf51646 req-ccb0e27c-7b83-43a7-9c59-7edce90b0e55 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:42.742975 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-efe984f2-ee76-406e-918d-e1189bf51646 req-ccb0e27c-7b83-43a7-9c59-7edce90b0e55 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 945 time: 0.0473528 May 26 14:00:42.744392 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b4aac67f-3bf5-4da7-8192-20bcd6815bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771753'] for subnet (480b17c0-db32-45d4-9df8-232d9163a239), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:42.790610 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-efe984f2-ee76-406e-918d-e1189bf51646 req-45790cbc-bd1e-440b-9070-5512d22ed02b tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418153 May 26 14:00:42.801433 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b4aac67f-3bf5-4da7-8192-20bcd6815bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14252645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15439621'] for subnet (480b17c0-db32-45d4-9df8-232d9163a239), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:42.834922 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aac67f-3bf5-4da7-8192-20bcd6815bc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=480b17c0-db32-45d4-9df8-232d9163a239,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:42.837350 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b4aac67f-3bf5-4da7-8192-20bcd6815bc8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:42.840604 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-b4aac67f-3bf5-4da7-8192-20bcd6815bc8 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/480b17c0-db32-45d4-9df8-232d9163a239 HTTP/1.1" status: 204 len: 168 time: 0.2224853 May 26 14:00:42.843168 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 49214) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:00:42.904829 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:42.975169 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196447e1-d8fb-4ddf-b782-3daf4d782fe0 req-176eb3fa-3f7c-478a-be83-17e7f50c908b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:42.976623 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-196447e1-d8fb-4ddf-b782-3daf4d782fe0 req-176eb3fa-3f7c-478a-be83-17e7f50c908b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=600c6f3c-cfcb-4a91-8156-6ec613102bd5 HTTP/1.1" status: 200 len: 853 time: 0.0999732 May 26 14:00:43.005095 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-994dfdbd-a527-4312-a336-748b8b0c9c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1846382'] for network (3c753870-7084-433e-b67c-0097f665e28b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:43.027225 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f5abc-11c8-435c-8e18-abdb254e411e req-4e2a9bf8-ddfd-4ca4-83e6-18f589860525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:43.028781 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8b5f5abc-11c8-435c-8e18-abdb254e411e req-4e2a9bf8-ddfd-4ca4-83e6-18f589860525 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 1129 time: 0.1305318 May 26 14:00:43.046602 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a906848c-681a-4459-8193-49f530cf94a0 req-bba22ec3-8a7f-4e1e-884a-4add695878e8 service neutron] 10.222.0.82 "GET /v2.0/networks/2e2642a5-f4ea-4c44-b7a8-82a279ead114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709683 May 26 14:00:43.049395 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196447e1-d8fb-4ddf-b782-3daf4d782fe0 req-532d20e0-03c0-4739-afb0-564e95a37a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:43.050894 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-196447e1-d8fb-4ddf-b782-3daf4d782fe0 req-532d20e0-03c0-4739-afb0-564e95a37a28 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dc9a3522-5732-4ae3-9805-a5cd81aa181e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582454 May 26 14:00:43.190053 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7cdad2-8c64-49d3-a774-3f109a2dc0ae req-c3af4e8c-97c7-4d09-9a93-b2537156048d tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:43.191525 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cc7cdad2-8c64-49d3-a774-3f109a2dc0ae req-c3af4e8c-97c7-4d09-9a93-b2537156048d tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 944 time: 0.0563695 May 26 14:00:43.212157 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c559e-d2a6-425f-bf8f-2fa8be99acee req-35be2697-0c8a-4dba-866e-cc37e3111426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:43.213669 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-663c559e-d2a6-425f-bf8f-2fa8be99acee req-35be2697-0c8a-4dba-866e-cc37e3111426 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 HTTP/1.1" status: 200 len: 916 time: 0.3247423 May 26 14:00:43.223160 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8b5f5abc-11c8-435c-8e18-abdb254e411e req-c4d8aaa1-6ee9-438f-b876-23f2c20bbbb6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605530 May 26 14:00:43.226552 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-994dfdbd-a527-4312-a336-748b8b0c9c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769820', 'neutron.services.segments.db._delete_segments_for_network-8727248709232'] for network (3c753870-7084-433e-b67c-0097f665e28b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:43.228428 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:43.232052 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-196447e1-d8fb-4ddf-b782-3daf4d782fe0 req-5b7e8de0-2971-400d-b80d-398e1895f26d service neutron] 10.222.0.82 "GET /v2.0/networks/dc9a3522-5732-4ae3-9805-a5cd81aa181e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549499 May 26 14:00:43.264147 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-994dfdbd-a527-4312-a336-748b8b0c9c1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c753870-7084-433e-b67c-0097f665e28b']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:00:43.271793 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-d8be51f7-1449-4a0e-a80f-cbf3e53feabf tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:43.273596 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-d8be51f7-1449-4a0e-a80f-cbf3e53feabf tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.82 "GET /v2.0/networks?id=bb3bf56d-90fc-4a74-995d-ab2752db975c HTTP/1.1" status: 200 len: 812 time: 0.2898285 May 26 14:00:43.282287 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-994dfdbd-a527-4312-a336-748b8b0c9c1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f79641-337e-4adc-a93b-1485a826e3d1') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:00:43.282584 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-994dfdbd-a527-4312-a336-748b8b0c9c1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f79641-337e-4adc-a93b-1485a826e3d1') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:00:43.293269 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-994dfdbd-a527-4312-a336-748b8b0c9c1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727248710265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14006224'] for segment (90f79641-337e-4adc-a93b-1485a826e3d1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:43.300629 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:43.311698 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-994dfdbd-a527-4312-a336-748b8b0c9c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990'] for segment (90f79641-337e-4adc-a93b-1485a826e3d1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:43.319515 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-994dfdbd-a527-4312-a336-748b8b0c9c1e admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 14:00:43.319917 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-994dfdbd-a527-4312-a336-748b8b0c9c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14254023'] for segment (90f79641-337e-4adc-a93b-1485a826e3d1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:43.369713 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.services.segments.plugin [-] Segment 90f79641-337e-4adc-a93b-1485a826e3d1 resource provider aggregate not found May 26 14:00:43.392785 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.services.segments.plugin [-] Segment 90f79641-337e-4adc-a93b-1485a826e3d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 90f79641-337e-4adc-a93b-1485a826e3d1 found for delete ", "request_id": "req-0b42e470-aff8-4d46-8592-b9f160f8fa81"}]} May 26 14:00:43.394308 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-994dfdbd-a527-4312-a336-748b8b0c9c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778698'] for network (3c753870-7084-433e-b67c-0097f665e28b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:43.401920 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-994dfdbd-a527-4312-a336-748b8b0c9c1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:43.406067 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-994dfdbd-a527-4312-a336-748b8b0c9c1e admin admin] 10.222.0.91 "DELETE /v2.0/networks/3c753870-7084-433e-b67c-0097f665e28b HTTP/1.1" status: 204 len: 168 time: 0.5616693 May 26 14:00:43.417506 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994dfdbd-a527-4312-a336-748b8b0c9c1e admin admin] Pushing event deleted for resources: {'Network': ['ID=3c753870-7084-433e-b67c-0097f665e28b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:43.537784 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cc7cdad2-8c64-49d3-a774-3f109a2dc0ae req-ad124b62-4d2f-43de-bf93-4590b25bbf2a tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3373187 May 26 14:00:43.572850 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70833c4b-3a01-49e4-a13b-4030baa1ef98 req-39260dd4-fd41-4332-bb50-acf730e5899b tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:43.574342 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-70833c4b-3a01-49e4-a13b-4030baa1ef98 req-39260dd4-fd41-4332-bb50-acf730e5899b tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 944 time: 0.0564618 May 26 14:00:43.607858 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 49226) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:00:43.621543 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-70833c4b-3a01-49e4-a13b-4030baa1ef98 req-bf7502ff-a59d-4fab-be6f-36f3fa3dd28a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=dc94692e-e674-476a-bfa7-28e888a99215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415735 May 26 14:00:43.655310 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-f2531fde-6e36-4b32-aa0a-cec3beba23c2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=12082647641d4ece974c66384e3bf169&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0462630 May 26 14:00:43.657671 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 49230) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:00:43.705957 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:43.714506 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e47039bb-1dc6-44e7-8264-8c9e93b10cb2 admin admin] Publish callbacks [] for security_group (633d77b0-a58e-4b46-81a4-c452825d0cd1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:43.729943 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29f292-5b6a-4d05-a47c-6cc82a30ece9 req-9c92ef9e-e476-4f74-95ff-8b1aafb9dfc1 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:43.731511 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fa29f292-5b6a-4d05-a47c-6cc82a30ece9 req-9c92ef9e-e476-4f74-95ff-8b1aafb9dfc1 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0539186 May 26 14:00:43.738544 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e47039bb-1dc6-44e7-8264-8c9e93b10cb2 admin admin] Publish callbacks [] for security_group (633d77b0-a58e-4b46-81a4-c452825d0cd1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:43.771604 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6c17da58-718d-4454-bc4b-725fb0a72ec4 req-fb0ad570-f8ec-45b3-92cd-59a3353e62d7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 210 time: 0.0391266 May 26 14:00:43.789497 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e47039bb-1dc6-44e7-8264-8c9e93b10cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (633d77b0-a58e-4b46-81a4-c452825d0cd1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:43.792842 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e47039bb-1dc6-44e7-8264-8c9e93b10cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:43.794047 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-e47039bb-1dc6-44e7-8264-8c9e93b10cb2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/633d77b0-a58e-4b46-81a4-c452825d0cd1 HTTP/1.1" status: 204 len: 168 time: 0.1354685 May 26 14:00:43.802778 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47039bb-1dc6-44e7-8264-8c9e93b10cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633d77b0-a58e-4b46-81a4-c452825d0cd1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:43.816462 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fa29f292-5b6a-4d05-a47c-6cc82a30ece9 req-32da66a7-a004-4796-8aad-5330a64bd892 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741987 May 26 14:00:43.883585 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 3d450e70-f1c7-407d-adbd-6d7812d913c3 details requested by agent hyperv_hv-cinder-84213 with host hv-cinder-84213 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 14:00:43.917834 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3688b19-c612-4bab-acf9-3761bd81fffc req-1432908c-7b6c-4787-bcaf-d3c4c3330dd8 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:43.919447 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b3688b19-c612-4bab-acf9-3761bd81fffc req-1432908c-7b6c-4787-bcaf-d3c4c3330dd8 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 945 time: 0.0501821 May 26 14:00:43.973684 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b3688b19-c612-4bab-acf9-3761bd81fffc req-3fa99d2c-d031-4484-9536-5dea768b4c8f tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464945 May 26 14:00:43.986609 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 3d450e70-f1c7-407d-adbd-6d7812d913c3, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=3d450e70-f1c7-407d-adbd-6d7812d913c3,segment=NetworkSegment(93677cf8-8388-429d-a7a5-bdb9a9d46a00),segment_id=93677cf8-8388-429d-a7a5-bdb9a9d46a00)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:00:44.000346 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Returning: {'device': '3d450e70-f1c7-407d-adbd-6d7812d913c3', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'port_id': '3d450e70-f1c7-407d-adbd-6d7812d913c3', 'mac_address': 'fa:16:3e:a2:90:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 14:00:44.004884 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:44.038598 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 3d450e70-f1c7-407d-adbd-6d7812d913c3 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:00:44.039234 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (3d450e70-f1c7-407d-adbd-6d7812d913c3), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:44.041737 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:44.056644 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d450e70-f1c7-407d-adbd-6d7812d913c3 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 14:00:44.077584 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 3d450e70-f1c7-407d-adbd-6d7812d913c3, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=3d450e70-f1c7-407d-adbd-6d7812d913c3,segment=NetworkSegment(93677cf8-8388-429d-a7a5-bdb9a9d46a00),segment_id=93677cf8-8388-429d-a7a5-bdb9a9d46a00)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:00:44.081529 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (3d450e70-f1c7-407d-adbd-6d7812d913c3), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:44.131388 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=3d450e70-f1c7-407d-adbd-6d7812d913c3,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:44.601764 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] get_ports_and_sgs() called for port_ids ['3d450e70-f1c7-407d-adbd-6d7812d913c3'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 14:00:44.675964 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b7d16-232f-48e4-b5d6-feacb121e779 req-b27ece1a-3113-436c-97d5-05998926c9c6 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:44.677350 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a02b7d16-232f-48e4-b5d6-feacb121e779 req-b27ece1a-3113-436c-97d5-05998926c9c6 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 944 time: 0.0577476 May 26 14:00:44.840863 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-663c559e-d2a6-425f-bf8f-2fa8be99acee req-2b00c0cb-ae46-4d8f-9b45-c2a83c0b1dfd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d450e70-f1c7-407d-adbd-6d7812d913c3 HTTP/1.1" status: 200 len: 217 time: 0.0761876 May 26 14:00:44.877451 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a02b7d16-232f-48e4-b5d6-feacb121e779 req-672492c3-fe89-4a57-9f48-0769c4b00eba tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931036 May 26 14:00:44.891921 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622cfd3-e9da-417d-8c89-180d76610562 req-100fdab7-90c3-41c6-a4f0-4fe203d31387 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:44.893693 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e622cfd3-e9da-417d-8c89-180d76610562 req-100fdab7-90c3-41c6-a4f0-4fe203d31387 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 945 time: 0.1737633 May 26 14:00:44.903612 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-1176adf0-bd63-4f11-95c4-9a7490cf0d16 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed15631acafd41528b96f2ed12c19e5b HTTP/1.1" status: 200 len: 380 time: 0.1447518 May 26 14:00:44.992412 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-196447e1-d8fb-4ddf-b782-3daf4d782fe0 req-acf38bda-cb2a-4124-8f90-006d8530bf14 service neutron] 10.222.0.82 "GET /v2.0/networks/dc9a3522-5732-4ae3-9805-a5cd81aa181e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265515 May 26 14:00:44.997609 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5566383c-2ace-494b-9cde-11ba4ef7f23d req-5b55e6cf-5772-4259-828a-f27b415b0db1 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 210 time: 0.0432765 May 26 14:00:45.014627 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e622cfd3-e9da-417d-8c89-180d76610562 req-69cd9ee9-e67b-4ac1-b55d-e7e56a73fec0 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=dc94692e-e674-476a-bfa7-28e888a99215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073573 May 26 14:00:45.161941 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68104f80-db36-422b-8f12-b5fcef994c08 req-883658df-6721-4964-b1bc-a8e0075c04c3 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:45.162697 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-68104f80-db36-422b-8f12-b5fcef994c08 req-883658df-6721-4964-b1bc-a8e0075c04c3 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 945 time: 0.0867729 May 26 14:00:45.173019 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca34ddd-720d-42c3-8096-92d1fe84a4e6 req-79f38e62-1d23-4268-87b0-ce0377d86f14 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:45.180759 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-aca34ddd-720d-42c3-8096-92d1fe84a4e6 req-79f38e62-1d23-4268-87b0-ce0377d86f14 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0872509 May 26 14:00:45.198660 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:45.274473 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-aca34ddd-720d-42c3-8096-92d1fe84a4e6 req-ef011b50-3a0a-4ae5-b582-58795fe6b094 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919983 May 26 14:00:45.279760 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-68104f80-db36-422b-8f12-b5fcef994c08 req-ca2209d4-1f48-44b8-ab81-9bfcc3cf927e tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961082 May 26 14:00:45.518741 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=5 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:45.583486 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-4b268e5f-0019-4a09-9fa5-2ce37f424fac tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Request body: {'port': {'device_id': '5f3aab00-646f-43d0-bc2c-e376b20d7eed', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'admin_state_up': True, 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'security_groups': ['101252cf-f019-4f3e-b4b9-961f8231a213']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:00:45.654227 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c559e-d2a6-425f-bf8f-2fa8be99acee req-e9407d91-1028-4c57-b582-d170eb4b8b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:45.655789 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-663c559e-d2a6-425f-bf8f-2fa8be99acee req-e9407d91-1028-4c57-b582-d170eb4b8b96 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3a255f09-ad18-4a84-8012-2f8575f58a13 HTTP/1.1" status: 200 len: 854 time: 0.1087160 May 26 14:00:45.747446 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c559e-d2a6-425f-bf8f-2fa8be99acee req-e9c61cae-8e35-4c3d-a08e-94bc8ec8e655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:45.749225 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-663c559e-d2a6-425f-bf8f-2fa8be99acee req-e9c61cae-8e35-4c3d-a08e-94bc8ec8e655 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5f7e5c2e-dcd0-44c0-a251-a7bcffefb292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0755901 May 26 14:00:45.782348 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-4b268e5f-0019-4a09-9fa5-2ce37f424fac tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Made reservation on behalf of ed15631acafd41528b96f2ed12c19e5b for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:00:45.786095 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-4b268e5f-0019-4a09-9fa5-2ce37f424fac tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:46.028643 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda48de-eeda-4192-9493-04e73ab4d488 req-33563064-c1d6-4e7a-ae04-72fe9da91742 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:46.030457 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2bda48de-eeda-4192-9493-04e73ab4d488 req-33563064-c1d6-4e7a-ae04-72fe9da91742 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 944 time: 0.0652366 May 26 14:00:46.132168 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2bda48de-eeda-4192-9493-04e73ab4d488 req-ab363a2e-2293-4b78-a138-20510e3930a0 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816355 May 26 14:00:46.153017 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 3d450e70-f1c7-407d-adbd-6d7812d913c3 up at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 14:00:46.175546 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c37d4d17-001b-4a7a-9951-74b9e8f8f20e req-5d4a841e-a45f-44c7-9390-9da990dd4f67 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 210 time: 0.0617912 May 26 14:00:46.197599 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-663c559e-d2a6-425f-bf8f-2fa8be99acee req-dfe218f1-0cca-454a-9f74-942cc65ed415 service neutron] 10.222.0.82 "GET /v2.0/networks/5f7e5c2e-dcd0-44c0-a251-a7bcffefb292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340880 May 26 14:00:46.223962 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning for port 3d450e70-f1c7-407d-adbd-6d7812d913c3 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 14:00:46.225293 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-4b268e5f-0019-4a09-9fa5-2ce37f424fac tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Allocated IP 172.20.0.12 (bb3bf56d-90fc-4a74-995d-ab2752db975c/a30ef594-0dbe-4d1b-9278-186af670d87d/fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:00:46.236074 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning complete for port 3d450e70-f1c7-407d-adbd-6d7812d913c3 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:00:46.236764 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (3d450e70-f1c7-407d-adbd-6d7812d913c3), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:46.265033 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:46.344919 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 3d450e70-f1c7-407d-adbd-6d7812d913c3 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:00:46.345488 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (3d450e70-f1c7-407d-adbd-6d7812d913c3), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:46.377939 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b848538-73f1-4189-a46a-6d5d93a93c3a req-e39070bc-0fdc-45d0-859d-3956c396ef23 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:46.382050 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8b848538-73f1-4189-a46a-6d5d93a93c3a req-e39070bc-0fdc-45d0-859d-3956c396ef23 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 945 time: 0.1179986 May 26 14:00:46.418017 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c8745d-a394-4026-a5c4-b5ce4c5590e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d450e70-f1c7-407d-adbd-6d7812d913c3'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:00:46.420754 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75cf6a0b0aca4359f4c43b56c27fa80c20f62c04807301a9a0ec5234ef5b0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3fced06-8005-43ea-9843-f1493c87a7b0" -d '{"events": [{"server_uuid": "40c8745d-a394-4026-a5c4-b5ce4c5590e0", "name": "network-vif-plugged", "status": "completed", "tag": "3d450e70-f1c7-407d-adbd-6d7812d913c3"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:00:46.452934 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 3d450e70-f1c7-407d-adbd-6d7812d913c3, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=3d450e70-f1c7-407d-adbd-6d7812d913c3,segment=NetworkSegment(93677cf8-8388-429d-a7a5-bdb9a9d46a00),segment_id=93677cf8-8388-429d-a7a5-bdb9a9d46a00)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:00:46.471921 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (3d450e70-f1c7-407d-adbd-6d7812d913c3), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:46.482460 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48273a9b-fa12-48d2-aed9-fb5f356d61c3 req-09c175d1-a5d6-4b8b-8a7a-750cbac167bb tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:46.489350 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-48273a9b-fa12-48d2-aed9-fb5f356d61c3 req-09c175d1-a5d6-4b8b-8a7a-750cbac167bb tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0939121 May 26 14:00:46.502989 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-4b268e5f-0019-4a09-9fa5-2ce37f424fac tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for port (fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:46.511121 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8b848538-73f1-4189-a46a-6d5d93a93c3a req-f0fde443-d28f-478d-b9d1-206c217b8a88 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=dc94692e-e674-476a-bfa7-28e888a99215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043608 May 26 14:00:46.529055 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=3d450e70-f1c7-407d-adbd-6d7812d913c3,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:46.547345 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-4b268e5f-0019-4a09-9fa5-2ce37f424fac tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:46.597876 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-4b268e5f-0019-4a09-9fa5-2ce37f424fac tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Network bb3bf56d-90fc-4a74-995d-ab2752db975c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:00:46.602556 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-4b268e5f-0019-4a09-9fa5-2ce37f424fac tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:00:46.606949 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-4b268e5f-0019-4a09-9fa5-2ce37f424fac tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 14:00:46.611743 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:46.649879 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-48273a9b-fa12-48d2-aed9-fb5f356d61c3 req-7156e452-df26-4a30-bb4e-49d3b13b0ba6 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594765 May 26 14:00:46.656742 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b268e5f-0019-4a09-9fa5-2ce37f424fac tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Pushing event updated for resources: {'Port': ['ID=fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:46.688776 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-4b268e5f-0019-4a09-9fa5-2ce37f424fac tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:46.689828 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-4b268e5f-0019-4a09-9fa5-2ce37f424fac tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:46.717501 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:46.733495 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-4b268e5f-0019-4a09-9fa5-2ce37f424fac tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1569011 May 26 14:00:46.736512 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a1e802-80bd-41d9-ad66-beae81225a17 x-openstack-request-id: req-94a1e802-80bd-41d9-ad66-beae81225a17 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:00:46.736878 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c8745d-a394-4026-a5c4-b5ce4c5590e0", "name": "network-vif-plugged", "status": "completed", "tag": "3d450e70-f1c7-407d-adbd-6d7812d913c3", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:00:46.737245 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-94a1e802-80bd-41d9-ad66-beae81225a17 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:00:46.737840 dv-cinder-842130-1-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94a1e802-80bd-41d9-ad66-beae81225a17'] response: {'server_uuid': '40c8745d-a394-4026-a5c4-b5ce4c5590e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d450e70-f1c7-407d-adbd-6d7812d913c3', 'code': 200} May 26 14:00:46.756797 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99109e-8025-434a-bbb4-fecac67459d7 req-40797bf9-203f-49d2-b4eb-eac727228179 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:46.759163 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9f99109e-8025-434a-bbb4-fecac67459d7 req-40797bf9-203f-49d2-b4eb-eac727228179 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 945 time: 0.1002312 May 26 14:00:46.855828 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9f99109e-8025-434a-bbb4-fecac67459d7 req-f1b53f25-f351-435b-9720-18a35bd070ff tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870979 May 26 14:00:46.901825 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-467ff816-36dc-43b4-ad98-95d9f3e30f1c service neutron] Request body: {'port': {'device_id': '5f3aab00-646f-43d0-bc2c-e376b20d7eed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84213'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:00:47.023953 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4636228b-eb93-43ec-a2af-22071f75cdfb None None] Provisioning complete for port fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:00:47.025122 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4636228b-eb93-43ec-a2af-22071f75cdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:47.044420 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-467ff816-36dc-43b4-ad98-95d9f3e30f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:47.062296 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-663c559e-d2a6-425f-bf8f-2fa8be99acee req-95f8f100-1e12-434f-8aa8-4613b9403d56 service neutron] 10.222.0.82 "GET /v2.0/networks/5f7e5c2e-dcd0-44c0-a251-a7bcffefb292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211416 May 26 14:00:47.101725 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4636228b-eb93-43ec-a2af-22071f75cdfb None None] Port fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 14:00:47.297911 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bd8bf-295f-4faf-91a3-77b9d8142a7f req-e02a6889-0b1b-4741-96c7-7d36acabfff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:47.298885 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-933bd8bf-295f-4faf-91a3-77b9d8142a7f req-e02a6889-0b1b-4741-96c7-7d36acabfff6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 1130 time: 0.1136308 May 26 14:00:47.393942 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc3073-bc6c-44d8-a3b8-13205cab644f req-97ae337f-75a7-4498-902e-bccbaeeb7ecf tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:47.402646 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-29cc3073-bc6c-44d8-a3b8-13205cab644f req-97ae337f-75a7-4498-902e-bccbaeeb7ecf tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 944 time: 0.1478059 May 26 14:00:47.402840 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-933bd8bf-295f-4faf-91a3-77b9d8142a7f req-46eaf9db-5f39-437c-8449-16120f67be02 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=dc94692e-e674-476a-bfa7-28e888a99215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926554 May 26 14:00:47.425923 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7516e7-5345-4bc1-8871-15b9616c1e7d req-01bbb8b8-6603-4ed1-911c-3b12979f71b3 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:47.430288 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-be7516e7-5345-4bc1-8871-15b9616c1e7d req-01bbb8b8-6603-4ed1-911c-3b12979f71b3 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 932 time: 0.0959170 May 26 14:00:47.501059 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-467ff816-36dc-43b4-ad98-95d9f3e30f1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 14:00:47.513897 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c47970b7-faa0-4805-8537-802fb1053ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:47.515584 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-467ff816-36dc-43b4-ad98-95d9f3e30f1c service neutron] Publish callbacks [] for port (fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:47.532590 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-467ff816-36dc-43b4-ad98-95d9f3e30f1c service neutron] Transition to ACTIVE for port object fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 14:00:47.542289 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-29cc3073-bc6c-44d8-a3b8-13205cab644f req-91db705e-9f5c-44e4-8301-d8bb2a1bcdf7 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379743 May 26 14:00:47.543474 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-467ff816-36dc-43b4-ad98-95d9f3e30f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14253987'] for port (fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:47.572225 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-be7516e7-5345-4bc1-8871-15b9616c1e7d req-8fc0f418-02db-4ed8-b8d3-b84961f7c8e9 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322689 May 26 14:00:47.586033 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:47.693937 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ff816-36dc-43b4-ad98-95d9f3e30f1c service neutron] Pushing event updated for resources: {'Port': ['ID=fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:47.716825 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57696579-15aa-45d3-9bd2-3659e081721e req-b97d7dd3-27e7-4677-ba49-142a7319c67b tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:47.719093 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-57696579-15aa-45d3-9bd2-3659e081721e req-b97d7dd3-27e7-4677-ba49-142a7319c67b tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 946 time: 0.0818317 May 26 14:00:47.746413 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-467ff816-36dc-43b4-ad98-95d9f3e30f1c service neutron] Attempting to bind port fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53 on host hv-cinder-84213 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 14:00:47.747264 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-467ff816-36dc-43b4-ad98-95d9f3e30f1c service neutron] Attempting to bind port fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53 by drivers openvswitch,hyperv on host hv-cinder-84213 at level 0 using segments [{'id': '5fa9b816-b3f6-4937-96b4-c071644992f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 14:00:47.747764 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-467ff816-36dc-43b4-ad98-95d9f3e30f1c service neutron] Attempting to bind port fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53 on network bb3bf56d-90fc-4a74-995d-ab2752db975c {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 14:00:47.755591 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-467ff816-36dc-43b4-ad98-95d9f3e30f1c service neutron] Port fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53 on network bb3bf56d-90fc-4a74-995d-ab2752db975c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84213 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 14:00:47.756440 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-467ff816-36dc-43b4-ad98-95d9f3e30f1c service neutron] Attempting to bind port fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53 on network bb3bf56d-90fc-4a74-995d-ab2752db975c {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 14:00:47.763208 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-467ff816-36dc-43b4-ad98-95d9f3e30f1c service neutron] Checking agent: {'id': '7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'started_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 14, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 14:00:47.763823 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-467ff816-36dc-43b4-ad98-95d9f3e30f1c service neutron] Checking segment: {'id': '5fa9b816-b3f6-4937-96b4-c071644992f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 14:00:47.764375 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-467ff816-36dc-43b4-ad98-95d9f3e30f1c service neutron] Bound using segment: {'id': '5fa9b816-b3f6-4937-96b4-c071644992f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 14:00:47.764965 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-467ff816-36dc-43b4-ad98-95d9f3e30f1c service neutron] Bound port: fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53, host: hv-cinder-84213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fa9b816-b3f6-4937-96b4-c071644992f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 14:00:47.765639 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-467ff816-36dc-43b4-ad98-95d9f3e30f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:47.835221 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-57696579-15aa-45d3-9bd2-3659e081721e req-1aebee87-ec06-4f46-a634-293a5fa91233 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=dc94692e-e674-476a-bfa7-28e888a99215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947933 May 26 14:00:47.881855 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-467ff816-36dc-43b4-ad98-95d9f3e30f1c service neutron] For port fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53, host hv-cinder-84213, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 14:00:47.889569 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447b582-1062-49b6-bd0c-c87eb2d3b921 req-d5bc9f29-faa9-40e1-8081-094d8b771692 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:47.889800 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-467ff816-36dc-43b4-ad98-95d9f3e30f1c service neutron] For port fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53, host hv-cinder-84213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53,segment=NetworkSegment(5fa9b816-b3f6-4937-96b4-c071644992f7),segment_id=5fa9b816-b3f6-4937-96b4-c071644992f7)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 14:00:47.895785 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:47.896854 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a447b582-1062-49b6-bd0c-c87eb2d3b921 req-d5bc9f29-faa9-40e1-8081-094d8b771692 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0932450 May 26 14:00:47.911241 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-467ff816-36dc-43b4-ad98-95d9f3e30f1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14253987'] for port (fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:47.968235 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a447b582-1062-49b6-bd0c-c87eb2d3b921 req-872e50c4-a87d-420f-ad64-00e96688be56 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670941 May 26 14:00:47.976647 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-467ff816-36dc-43b4-ad98-95d9f3e30f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:47.977470 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-467ff816-36dc-43b4-ad98-95d9f3e30f1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:47.978966 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-467ff816-36dc-43b4-ad98-95d9f3e30f1c service neutron] 10.222.0.82 "PUT /v2.0/ports/fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53 HTTP/1.1" status: 200 len: 1094 time: 1.0863817 May 26 14:00:47.982091 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f3aab00-646f-43d0-bc2c-e376b20d7eed', 'tag': 'fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:00:47.991069 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a2fe3094dbca619affac8640d5d00e1e0d94bf0ce4138e249cf9dd9a9bbd82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148f3694-0b14-443e-9f78-25f50195ae2a" -d '{"events": [{"name": "network-changed", "server_uuid": "5f3aab00-646f-43d0-bc2c-e376b20d7eed", "tag": "fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:00:48.026872 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ff816-36dc-43b4-ad98-95d9f3e30f1c service neutron] Pushing event updated for resources: {'Port': ['ID=fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:48.098785 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841f066-6b08-4639-aa57-437bdf2d3e2c req-17854272-331b-4952-8100-d399e3173d72 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:48.102620 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 14:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607e3580-9ac6-428a-a682-c2ed0fb4384c x-openstack-request-id: req-607e3580-9ac6-428a-a682-c2ed0fb4384c {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:00:48.102911 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f3aab00-646f-43d0-bc2c-e376b20d7eed", "tag": "fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:00:48.103166 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-607e3580-9ac6-428a-a682-c2ed0fb4384c {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:00:48.103565 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-607e3580-9ac6-428a-a682-c2ed0fb4384c'] response: {'name': 'network-changed', 'server_uuid': '5f3aab00-646f-43d0-bc2c-e376b20d7eed', 'tag': 'fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53', 'status': 'completed', 'code': 200} May 26 14:00:48.114884 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2841f066-6b08-4639-aa57-437bdf2d3e2c req-17854272-331b-4952-8100-d399e3173d72 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 945 time: 0.1406162 May 26 14:00:48.171845 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2841f066-6b08-4639-aa57-437bdf2d3e2c req-2959fa29-28da-49f0-afec-709e0348ee41 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559998 May 26 14:00:48.339787 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bbeed-16cb-4b3b-9f23-6f3d83847fb4 req-5f3f4289-7c78-4456-ad5c-e99fa6001389 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:48.341531 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-953bbeed-16cb-4b3b-9f23-6f3d83847fb4 req-5f3f4289-7c78-4456-ad5c-e99fa6001389 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 945 time: 0.0562940 May 26 14:00:48.374333 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:48.403474 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-953bbeed-16cb-4b3b-9f23-6f3d83847fb4 req-09ddcbc6-e165-47f7-9578-db7cd64fa75f tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550234 May 26 14:00:48.704671 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41339b41-5d5e-443c-86bc-d27552ce3bda req-90aad911-a242-4e84-bd76-ccd4a00f4f0b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:48.712444 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-41339b41-5d5e-443c-86bc-d27552ce3bda req-90aad911-a242-4e84-bd76-ccd4a00f4f0b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 944 time: 0.0706205 May 26 14:00:48.771185 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-41339b41-5d5e-443c-86bc-d27552ce3bda req-3c1d33f3-1c0e-4c42-a00c-f9eb9b68188b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578825 May 26 14:00:48.847626 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7735fd-b34a-4262-b923-7dbbbc79bc2a req-c9a5703c-f578-4d43-a315-f34829d6bce0 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:48.860124 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ea7735fd-b34a-4262-b923-7dbbbc79bc2a req-c9a5703c-f578-4d43-a315-f34829d6bce0 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 944 time: 0.0879292 May 26 14:00:48.874200 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f3694-0b14-443e-9f78-25f50195ae2a req-58b8ec8e-3dae-4666-ace9-9c6971815543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:48.877851 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-148f3694-0b14-443e-9f78-25f50195ae2a req-58b8ec8e-3dae-4666-ace9-9c6971815543 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ed15631acafd41528b96f2ed12c19e5b&device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 1128 time: 0.0602415 May 26 14:00:48.936786 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608876e-a141-4ef4-bc15-cce2cdab3874 req-13b98f02-28c6-4edf-9eb8-e611eda760aa tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:48.938356 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1608876e-a141-4ef4-bc15-cce2cdab3874 req-13b98f02-28c6-4edf-9eb8-e611eda760aa tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 945 time: 0.0752258 May 26 14:00:48.987211 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ea7735fd-b34a-4262-b923-7dbbbc79bc2a req-8aad2ebf-0201-4374-aa9a-581abadda4c5 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261170 May 26 14:00:49.052342 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1608876e-a141-4ef4-bc15-cce2cdab3874 req-b73a0b43-c026-49fa-970f-1ae7e47ad18e tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024179 May 26 14:00:49.087536 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f3694-0b14-443e-9f78-25f50195ae2a req-b71d0935-9c04-401e-80c7-d22baab7f2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:49.089682 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-148f3694-0b14-443e-9f78-25f50195ae2a req-b71d0935-9c04-401e-80c7-d22baab7f2c2 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=ed15631acafd41528b96f2ed12c19e5b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1795280 May 26 14:00:49.127717 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d1342-d3bc-40c7-aff4-d1b516ca2f0b req-a3ac60cf-a66b-46d5-80ab-b6fc31ef9637 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:49.135333 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b76d1342-d3bc-40c7-aff4-d1b516ca2f0b req-a3ac60cf-a66b-46d5-80ab-b6fc31ef9637 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 946 time: 0.0733812 May 26 14:00:49.167501 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:49.219803 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b76d1342-d3bc-40c7-aff4-d1b516ca2f0b req-bd38b8c5-bb85-4c56-83ee-4160dc52bdbe tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=dc94692e-e674-476a-bfa7-28e888a99215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833852 May 26 14:00:49.263595 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31926dc7-2287-404c-aaea-9b2fecc0a664 req-0c39e58c-3e35-428a-9da9-9657abce00c6 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:49.273865 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-31926dc7-2287-404c-aaea-9b2fecc0a664 req-0c39e58c-3e35-428a-9da9-9657abce00c6 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.1029813 May 26 14:00:49.340815 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-31926dc7-2287-404c-aaea-9b2fecc0a664 req-e09a398b-927b-4580-abb9-3190ed885fda tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654497 May 26 14:00:49.497646 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f3694-0b14-443e-9f78-25f50195ae2a req-12dc87b7-823b-412e-a699-1c864726302a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:49.499149 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-148f3694-0b14-443e-9f78-25f50195ae2a req-12dc87b7-823b-412e-a699-1c864726302a service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1905887 May 26 14:00:49.641217 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:49.648178 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c95773b0-caf7-441e-83ad-2c71791e058c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:49.890841 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad7b00-40d3-489a-9011-cd63617253e5 req-360c766b-68d9-4d9c-8de6-cb25176a7082 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:49.892414 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-02ad7b00-40d3-489a-9011-cd63617253e5 req-360c766b-68d9-4d9c-8de6-cb25176a7082 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 944 time: 0.0504053 May 26 14:00:49.954782 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-02ad7b00-40d3-489a-9011-cd63617253e5 req-24f46f07-969f-46cf-9a7e-f69ecd87654c tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536869 May 26 14:00:50.105934 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f038e91-0da8-479c-8b91-f6231bd833bb req-6303d718-00d1-4d49-8ae5-874c33d2de42 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:50.109548 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2f038e91-0da8-479c-8b91-f6231bd833bb req-6303d718-00d1-4d49-8ae5-874c33d2de42 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 944 time: 0.0508435 May 26 14:00:50.162482 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2f038e91-0da8-479c-8b91-f6231bd833bb req-fee51454-0d7e-446b-8392-413d32c0d793 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468407 May 26 14:00:50.276372 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-23229587-d2ad-42b4-890a-588bfb8493af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:50.277989 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-23229587-d2ad-42b4-890a-588bfb8493af service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ed15631acafd41528b96f2ed12c19e5b&device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 1128 time: 0.0454640 May 26 14:00:50.340310 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-f7bf1e2a-9052-4371-9b0f-fb983c9fd12c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53 HTTP/1.1" status: 200 len: 217 time: 0.0434670 May 26 14:00:50.345867 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc3edb-7f96-4ef4-a0b7-e3550b285268 req-e8dd3431-cc9c-4ab5-9b94-7db8f8f58713 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:50.347374 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-21fc3edb-7f96-4ef4-a0b7-e3550b285268 req-e8dd3431-cc9c-4ab5-9b94-7db8f8f58713 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 946 time: 0.0552886 May 26 14:00:50.412811 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-dc51b60b-09b0-422f-8644-f4dc468771c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:50.415133 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-dc51b60b-09b0-422f-8644-f4dc468771c8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a30ef594-0dbe-4d1b-9278-186af670d87d HTTP/1.1" status: 200 len: 851 time: 0.0646904 May 26 14:00:50.424468 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-21fc3edb-7f96-4ef4-a0b7-e3550b285268 req-e3a31956-0414-4ff7-8653-10cfe34fcd52 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=dc94692e-e674-476a-bfa7-28e888a99215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694509 May 26 14:00:50.512940 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-0a9802e5-aa66-44d6-9650-3a3404b74895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:50.514729 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-0a9802e5-aa66-44d6-9650-3a3404b74895 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bb3bf56d-90fc-4a74-995d-ab2752db975c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0866108 May 26 14:00:50.528837 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879d1c8-c3cc-4c9e-976e-ce7b5d1c112e req-3c8e1a9b-e36e-4e34-b6b7-0ecc13a47034 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:50.539011 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6879d1c8-c3cc-4c9e-976e-ce7b5d1c112e req-3c8e1a9b-e36e-4e34-b6b7-0ecc13a47034 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0938804 May 26 14:00:50.604326 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab1d1d-6187-4a8a-8b85-6708718597c7 req-a2b23c5b-5f50-4e33-a500-431f5baa371e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:50.605177 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-09ab1d1d-6187-4a8a-8b85-6708718597c7 req-a2b23c5b-5f50-4e33-a500-431f5baa371e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 946 time: 0.0619543 May 26 14:00:50.615111 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 49416) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:00:50.627373 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-70bc4b46-4649-40bd-81e7-5c67c45bc943 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Request body: {'floatingip': {'port_id': '3d450e70-f1c7-407d-adbd-6d7812d913c3'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:00:50.667757 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6879d1c8-c3cc-4c9e-976e-ce7b5d1c112e req-9180d735-decf-4995-8427-942336a5a584 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223192 May 26 14:00:50.692414 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-70bc4b46-4649-40bd-81e7-5c67c45bc943 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for floatingip (9b327e55-742a-4560-ad2c-e89e78aca7fd), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:50.795104 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-07144ac3-0e75-4b12-a887-eab0f917cc8e service neutron] 10.222.0.82 "GET /v2.0/networks/bb3bf56d-90fc-4a74-995d-ab2752db975c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680409 May 26 14:00:50.852471 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:51.107374 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0b49b-c998-441d-bbf1-7bcd90941efb req-8ccdd817-81b7-48c4-8b37-64a839cb408c tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:51.110588 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bfc0b49b-c998-441d-bbf1-7bcd90941efb req-8ccdd817-81b7-48c4-8b37-64a839cb408c tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 944 time: 0.0681701 May 26 14:00:51.174662 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bfc0b49b-c998-441d-bbf1-7bcd90941efb req-72031883-d959-4b1f-82a5-dec3cda21c54 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572765 May 26 14:00:51.257889 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-70bc4b46-4649-40bd-81e7-5c67c45bc943 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:51.263531 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-70bc4b46-4649-40bd-81e7-5c67c45bc943 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778712'] for floatingip (9b327e55-742a-4560-ad2c-e89e78aca7fd), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:51.292266 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:51.327926 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b34be-8872-4406-81d0-82f53048d18a req-a8565745-791c-4992-a362-8c3dfc3ae8ce tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:51.335550 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9e9b34be-8872-4406-81d0-82f53048d18a req-a8565745-791c-4992-a362-8c3dfc3ae8ce tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 944 time: 0.0799022 May 26 14:00:51.394402 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.db.l3_db [None req-70bc4b46-4649-40bd-81e7-5c67c45bc943 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Floating IP 9b327e55-742a-4560-ad2c-e89e78aca7fd associated. External IP: 172.27.1.234, port: 3d450e70-f1c7-407d-adbd-6d7812d913c3. May 26 14:00:51.404885 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9e9b34be-8872-4406-81d0-82f53048d18a req-a0cc52be-c84c-4e48-ab80-f3f96d6f9c0d tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681312 May 26 14:00:51.488296 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:51.615457 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70bc4b46-4649-40bd-81e7-5c67c45bc943 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Router daa0fa1d-1072-4f3c-8d4e-d0d83801f24a has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:00:51.753546 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bc4b46-4649-40bd-81e7-5c67c45bc943 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:00:51.760792 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-70bc4b46-4649-40bd-81e7-5c67c45bc943 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:51.765636 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05af3f59-0f0a-4ecf-9899-e1b6750e5ac7 None None] Sync routers for ids ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'] in dv-cinder-842130-1-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:00:51.785818 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05af3f59-0f0a-4ecf-9899-e1b6750e5ac7 None None] Routers {'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:00:51.786489 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-05af3f59-0f0a-4ecf-9899-e1b6750e5ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:00:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:00:51.801857 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-70bc4b46-4649-40bd-81e7-5c67c45bc943 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "PUT /v2.0/floatingips/9b327e55-742a-4560-ad2c-e89e78aca7fd HTTP/1.1" status: 200 len: 992 time: 1.1805806 May 26 14:00:51.802142 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c8745d-a394-4026-a5c4-b5ce4c5590e0', 'tag': '3d450e70-f1c7-407d-adbd-6d7812d913c3'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:00:51.805745 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a2fe3094dbca619affac8640d5d00e1e0d94bf0ce4138e249cf9dd9a9bbd82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeafb1c8-4f23-4f83-80f9-b4b52c396f45" -d '{"events": [{"name": "network-changed", "server_uuid": "40c8745d-a394-4026-a5c4-b5ce4c5590e0", "tag": "3d450e70-f1c7-407d-adbd-6d7812d913c3"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:00:51.878552 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 14:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5ffcfb-da66-447a-b38e-57ee7ca4c347 x-openstack-request-id: req-9f5ffcfb-da66-447a-b38e-57ee7ca4c347 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:00:51.879059 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c8745d-a394-4026-a5c4-b5ce4c5590e0", "tag": "3d450e70-f1c7-407d-adbd-6d7812d913c3", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:00:51.879467 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9f5ffcfb-da66-447a-b38e-57ee7ca4c347 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:00:51.880013 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f5ffcfb-da66-447a-b38e-57ee7ca4c347'] response: {'name': 'network-changed', 'server_uuid': '40c8745d-a394-4026-a5c4-b5ce4c5590e0', 'tag': '3d450e70-f1c7-407d-adbd-6d7812d913c3', 'status': 'completed', 'code': 200} May 26 14:00:51.902470 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea93ea5-c979-49cb-8ffb-b4abf4587e16 req-e99864bc-e4c9-4673-983b-d21370b07792 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:51.904258 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7ea93ea5-c979-49cb-8ffb-b4abf4587e16 req-e99864bc-e4c9-4673-983b-d21370b07792 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.1194987 May 26 14:00:51.938464 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-05af3f59-0f0a-4ecf-9899-e1b6750e5ac7 None None] Set router daa0fa1d-1072-4f3c-8d4e-d0d83801f24a gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:00:51.963449 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:51.975165 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7ea93ea5-c979-49cb-8ffb-b4abf4587e16 req-2ecc7318-fee3-4b1f-b997-45497769b760 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631840 May 26 14:00:52.162147 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 7d604ff9-6337-4905-bd16-e0eb02d19035 details requested by agent hyperv_hv-cinder-84213 with host hv-cinder-84213 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 14:00:52.269741 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-05af3f59-0f0a-4ecf-9899-e1b6750e5ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'name': 'tempest-AttachVolumeNegativeTest-1440631548-router', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:14Z', 'revision_number': 4, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'gw_port': {'id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': '9b327e55-742a-4560-ad2c-e89e78aca7fd', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'port_id': '3d450e70-f1c7-407d-adbd-6d7812d913c3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'mac_address': 'fa:16:3e:a2:90:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c8745d-a394-4026-a5c4-b5ce4c5590e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:00:10Z', 'updated_at': '2022-05-26T14:00:51Z', 'revision_number': 1, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'fixed_ip_address_scope': None}, {'id': 'a146127d-00da-4bf9-bd9c-520b5395a2e9', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'port_id': '44b52c9b-2e5c-490a-ab42-cd30ca4bea28', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'mac_address': 'fa:16:3e:ec:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71af8283-a8f5-44e7-bdcd-6606070472b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:56:21Z', 'updated_at': '2022-05-26T13:57:10Z', 'revision_number': 2, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ffcef5-68aa-421a-9700-c16472c89579', 'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'mac_address': 'fa:16:3e:73:f3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:13Z', 'updated_at': '2022-05-26T13:56:30Z', 'revision_number': 5, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'subnets': [{'id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:00:52.298898 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05af3f59-0f0a-4ecf-9899-e1b6750e5ac7 None None] Checking router: daa0fa1d-1072-4f3c-8d4e-d0d83801f24a for host: dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:00:52.309205 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05af3f59-0f0a-4ecf-9899-e1b6750e5ac7 None None] Routers {'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:00:52.310995 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-05af3f59-0f0a-4ecf-9899-e1b6750e5ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:00:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:00:52.322263 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 7d604ff9-6337-4905-bd16-e0eb02d19035, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=7d604ff9-6337-4905-bd16-e0eb02d19035,segment=NetworkSegment(fe3cddaa-6235-4928-a72a-7782f9b9fdc3),segment_id=fe3cddaa-6235-4928-a72a-7782f9b9fdc3)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:00:52.341623 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aabaab-f4d9-4c34-8391-a05576b59268 req-65049306-58a3-4608-9e68-4311cb47783c tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:52.347943 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:52.349393 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Returning: {'device': '7d604ff9-6337-4905-bd16-e0eb02d19035', 'network_id': '2e2642a5-f4ea-4c44-b7a8-82a279ead114', 'port_id': '7d604ff9-6337-4905-bd16-e0eb02d19035', 'mac_address': 'fa:16:3e:3c:33:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea142ff0-5d98-4000-a61c-5aa9b40fe7ba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 14:00:52.349582 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-81aabaab-f4d9-4c34-8391-a05576b59268 req-65049306-58a3-4608-9e68-4311cb47783c tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 944 time: 0.0585153 May 26 14:00:52.423238 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:52.460211 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 7d604ff9-6337-4905-bd16-e0eb02d19035 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:00:52.460854 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (7d604ff9-6337-4905-bd16-e0eb02d19035), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:52.464843 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-81aabaab-f4d9-4c34-8391-a05576b59268 req-ef5415ef-b3ce-444f-a52c-3cf63537cf0c tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107247 May 26 14:00:52.547068 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d604ff9-6337-4905-bd16-e0eb02d19035 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 14:00:52.548074 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-05af3f59-0f0a-4ecf-9899-e1b6750e5ac7 None None] Set router daa0fa1d-1072-4f3c-8d4e-d0d83801f24a gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:00:52.597927 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 7d604ff9-6337-4905-bd16-e0eb02d19035, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=7d604ff9-6337-4905-bd16-e0eb02d19035,segment=NetworkSegment(fe3cddaa-6235-4928-a72a-7782f9b9fdc3),segment_id=fe3cddaa-6235-4928-a72a-7782f9b9fdc3)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:00:52.603920 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:52.607434 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (7d604ff9-6337-4905-bd16-e0eb02d19035), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:52.643775 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b739b3-4b5c-453a-bc46-ef30ba5d7fe9 req-8485e363-2b5d-4bc9-ba78-1d00e5b4e439 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:52.650512 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafb1c8-4f23-4f83-80f9-b4b52c396f45 req-6f4e601e-2944-4979-9966-6eb264651877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:52.655691 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-27b739b3-4b5c-453a-bc46-ef30ba5d7fe9 req-8485e363-2b5d-4bc9-ba78-1d00e5b4e439 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 944 time: 0.1031091 May 26 14:00:52.657735 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-eeafb1c8-4f23-4f83-80f9-b4b52c396f45 req-6f4e601e-2944-4979-9966-6eb264651877 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=af9d168c40ea4df99b495eb06245d066&device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 1130 time: 0.2414832 May 26 14:00:52.733876 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-27b739b3-4b5c-453a-bc46-ef30ba5d7fe9 req-29add719-8de9-4629-a8ac-d0f95e561be2 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771172 May 26 14:00:52.744799 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=7d604ff9-6337-4905-bd16-e0eb02d19035,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:52.849235 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8db94f2a-44f7-4bd4-be96-f93fb13239c6 req-716db4d3-93c5-4ba4-95af-3dc703c07622 service neutron] 10.222.0.82 "GET /v2.0/networks/bb3bf56d-90fc-4a74-995d-ab2752db975c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4813259 May 26 14:00:52.851287 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:52.896342 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafb1c8-4f23-4f83-80f9-b4b52c396f45 req-38ac2168-cff0-4a61-970a-7552eb38710f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:52.898339 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-eeafb1c8-4f23-4f83-80f9-b4b52c396f45 req-38ac2168-cff0-4a61-970a-7552eb38710f service neutron] 10.222.0.82 "GET /v2.0/networks?id=5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 HTTP/1.1" status: 200 len: 916 time: 0.2207592 May 26 14:00:52.944660 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-05af3f59-0f0a-4ecf-9899-e1b6750e5ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'name': 'tempest-AttachVolumeNegativeTest-1440631548-router', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:14Z', 'revision_number': 4, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'gw_port': {'id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': '9b327e55-742a-4560-ad2c-e89e78aca7fd', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'port_id': '3d450e70-f1c7-407d-adbd-6d7812d913c3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'mac_address': 'fa:16:3e:a2:90:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c8745d-a394-4026-a5c4-b5ce4c5590e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:00:10Z', 'updated_at': '2022-05-26T14:00:51Z', 'revision_number': 1, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'fixed_ip_address_scope': None}, {'id': 'a146127d-00da-4bf9-bd9c-520b5395a2e9', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'port_id': '44b52c9b-2e5c-490a-ab42-cd30ca4bea28', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'mac_address': 'fa:16:3e:ec:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71af8283-a8f5-44e7-bdcd-6606070472b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:56:21Z', 'updated_at': '2022-05-26T13:57:10Z', 'revision_number': 2, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ffcef5-68aa-421a-9700-c16472c89579', 'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'mac_address': 'fa:16:3e:73:f3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:13Z', 'updated_at': '2022-05-26T13:56:30Z', 'revision_number': 5, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'subnets': [{'id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:00:52.975485 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05af3f59-0f0a-4ecf-9899-e1b6750e5ac7 None None] The sync data for ids ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'] in dv-cinder-842130-1-iscsi is: [{'id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'name': 'tempest-AttachVolumeNegativeTest-1440631548-router', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:14Z', 'revision_number': 4, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'gw_port': {'id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': '9b327e55-742a-4560-ad2c-e89e78aca7fd', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'port_id': '3d450e70-f1c7-407d-adbd-6d7812d913c3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'mac_address': 'fa:16:3e:a2:90:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c8745d-a394-4026-a5c4-b5ce4c5590e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:00:10Z', 'updated_at': '2022-05-26T14:00:51Z', 'revision_number': 1, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'fixed_ip_address_scope': None}, {'id': 'a146127d-00da-4bf9-bd9c-520b5395a2e9', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'port_id': '44b52c9b-2e5c-490a-ab42-cd30ca4bea28', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'mac_address': 'fa:16:3e:ec:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71af8283-a8f5-44e7-bdcd-6606070472b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:56:21Z', 'updated_at': '2022-05-26T13:57:10Z', 'revision_number': 2, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ffcef5-68aa-421a-9700-c16472c89579', 'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'mac_address': 'fa:16:3e:73:f3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:13Z', 'updated_at': '2022-05-26T13:56:30Z', 'revision_number': 5, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'subnets': [{'id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:00:53.042118 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-eeafb1c8-4f23-4f83-80f9-b4b52c396f45 req-c441045c-1249-44ef-9936-9ce547f1e099 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d450e70-f1c7-407d-adbd-6d7812d913c3 HTTP/1.1" status: 200 len: 1000 time: 0.1341605 May 26 14:00:53.115322 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247fd0c-2075-4f24-9acf-15435807a02a req-51eced9a-60f7-4ace-965f-ea3ef5deea17 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:53.117476 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b247fd0c-2075-4f24-9acf-15435807a02a req-51eced9a-60f7-4ace-965f-ea3ef5deea17 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0556266 May 26 14:00:53.188793 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b247fd0c-2075-4f24-9acf-15435807a02a req-6da8a77b-98fb-44a2-857e-715229a0e4d0 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602276 May 26 14:00:53.294447 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa78fb8-e1de-416e-8bb2-522a15cfa625 None None] New status for floating IP 9b327e55-742a-4560-ad2c-e89e78aca7fd: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 14:00:53.583010 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6855d-7e4e-4480-a566-66c50184dbf7 req-b1592d6b-0392-432e-bb8b-06e55d61d4cd tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:53.584499 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-eaa6855d-7e4e-4480-a566-66c50184dbf7 req-b1592d6b-0392-432e-bb8b-06e55d61d4cd tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 945 time: 0.0486205 May 26 14:00:53.649108 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-eaa6855d-7e4e-4480-a566-66c50184dbf7 req-a384b476-c062-411f-8d70-b7858ea5ee12 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559983 May 26 14:00:53.711969 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] get_ports_and_sgs() called for port_ids ['7d604ff9-6337-4905-bd16-e0eb02d19035'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 14:00:53.874859 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb66275-cf0f-40c7-be28-f00648a620fa req-7915bdff-5956-4755-a6e4-4676a581b96d tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:53.882894 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ccb66275-cf0f-40c7-be28-f00648a620fa req-7915bdff-5956-4755-a6e4-4676a581b96d tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 944 time: 0.0725725 May 26 14:00:53.958492 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ccb66275-cf0f-40c7-be28-f00648a620fa req-a40b8ee4-ed08-45aa-87aa-328e69ec766c tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687592 May 26 14:00:54.025210 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:54.269975 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafb1c8-4f23-4f83-80f9-b4b52c396f45 req-ed67a640-275c-4e4d-9099-f27fd9ee053e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:54.273094 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-eeafb1c8-4f23-4f83-80f9-b4b52c396f45 req-ed67a640-275c-4e4d-9099-f27fd9ee053e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3a255f09-ad18-4a84-8012-2f8575f58a13 HTTP/1.1" status: 200 len: 854 time: 0.0657730 May 26 14:00:54.344110 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef010dd2-d9a7-40b4-acdb-1198519e577a req-f7b973b0-364c-4de7-98cf-c58c132f42ab tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:54.351741 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafb1c8-4f23-4f83-80f9-b4b52c396f45 req-3d7dfe39-0ee9-4ca5-89be-342959156b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:54.353191 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-eeafb1c8-4f23-4f83-80f9-b4b52c396f45 req-3d7dfe39-0ee9-4ca5-89be-342959156b15 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5f7e5c2e-dcd0-44c0-a251-a7bcffefb292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631287 May 26 14:00:54.356760 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ef010dd2-d9a7-40b4-acdb-1198519e577a req-f7b973b0-364c-4de7-98cf-c58c132f42ab tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0768232 May 26 14:00:54.424593 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ef010dd2-d9a7-40b4-acdb-1198519e577a req-d1382031-8bd4-4267-a1d9-d0f359b40a06 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666373 May 26 14:00:54.706274 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-eeafb1c8-4f23-4f83-80f9-b4b52c396f45 req-d9036a00-f2cb-4dbe-94e6-a1aa33b927e6 service neutron] 10.222.0.82 "GET /v2.0/networks/5f7e5c2e-dcd0-44c0-a251-a7bcffefb292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449526 May 26 14:00:54.783453 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796882b-7455-4c81-9bf9-4b7a3a003495 req-d96b779e-114c-457a-abb2-e5c4af2a8fae tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:54.784956 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5796882b-7455-4c81-9bf9-4b7a3a003495 req-d96b779e-114c-457a-abb2-e5c4af2a8fae tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 945 time: 0.0498810 May 26 14:00:54.808849 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-eeafb1c8-4f23-4f83-80f9-b4b52c396f45 req-f4f8b26c-3699-4bfb-b10c-7298afffea9f service neutron] 10.222.0.82 "GET /v2.0/networks/5f7e5c2e-dcd0-44c0-a251-a7bcffefb292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917716 May 26 14:00:54.860233 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5796882b-7455-4c81-9bf9-4b7a3a003495 req-796335ef-61bc-43b1-8e43-6364f5677038 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665553 May 26 14:00:55.083672 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6f075-c24a-401c-8c54-1453a49c8afd req-1c545c8b-28a5-4bf9-b7d7-6f33a0c211dd tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:55.085529 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-82b6f075-c24a-401c-8c54-1453a49c8afd req-1c545c8b-28a5-4bf9-b7d7-6f33a0c211dd tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 944 time: 0.0531001 May 26 14:00:55.149777 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-82b6f075-c24a-401c-8c54-1453a49c8afd req-b281f0c9-4259-43ed-ba3c-dcde7bff1960 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579531 May 26 14:00:55.525631 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 7d604ff9-6337-4905-bd16-e0eb02d19035 up at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 14:00:55.552290 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8f2a5-89fe-4e1e-8529-dead845b9e6c req-95b5ead0-256c-4c87-a02d-e21d50202b6c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:55.554222 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5bf8f2a5-89fe-4e1e-8529-dead845b9e6c req-95b5ead0-256c-4c87-a02d-e21d50202b6c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0660496 May 26 14:00:55.578511 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning for port 7d604ff9-6337-4905-bd16-e0eb02d19035 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 14:00:55.588047 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning complete for port 7d604ff9-6337-4905-bd16-e0eb02d19035 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:00:55.588762 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (7d604ff9-6337-4905-bd16-e0eb02d19035), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:55.621745 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5bf8f2a5-89fe-4e1e-8529-dead845b9e6c req-8ddd64e8-a48f-493f-b24f-45b71d0a8d08 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599835 May 26 14:00:55.699269 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 7d604ff9-6337-4905-bd16-e0eb02d19035 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:00:55.699649 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (7d604ff9-6337-4905-bd16-e0eb02d19035), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:55.729182 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4176fdc7-3ccd-4093-b4c4-841eafb524f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d604ff9-6337-4905-bd16-e0eb02d19035'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:00:55.731385 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75cf6a0b0aca4359f4c43b56c27fa80c20f62c04807301a9a0ec5234ef5b0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b90904-17f3-47a4-8de8-3f1609047787" -d '{"events": [{"server_uuid": "4176fdc7-3ccd-4093-b4c4-841eafb524f7", "name": "network-vif-plugged", "status": "completed", "tag": "7d604ff9-6337-4905-bd16-e0eb02d19035"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:00:55.745097 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 7d604ff9-6337-4905-bd16-e0eb02d19035, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=7d604ff9-6337-4905-bd16-e0eb02d19035,segment=NetworkSegment(fe3cddaa-6235-4928-a72a-7782f9b9fdc3),segment_id=fe3cddaa-6235-4928-a72a-7782f9b9fdc3)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:00:55.753196 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (7d604ff9-6337-4905-bd16-e0eb02d19035), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:55.783503 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:55.787914 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d35a11-9f02-4cbd-96c4-0e591685fe59 x-openstack-request-id: req-23d35a11-9f02-4cbd-96c4-0e591685fe59 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:00:55.788415 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4176fdc7-3ccd-4093-b4c4-841eafb524f7", "name": "network-vif-plugged", "status": "completed", "tag": "7d604ff9-6337-4905-bd16-e0eb02d19035", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:00:55.788829 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-23d35a11-9f02-4cbd-96c4-0e591685fe59 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:00:55.789954 dv-cinder-842130-1-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23d35a11-9f02-4cbd-96c4-0e591685fe59'] response: {'server_uuid': '4176fdc7-3ccd-4093-b4c4-841eafb524f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d604ff9-6337-4905-bd16-e0eb02d19035', 'code': 200} May 26 14:00:55.806094 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:55.818044 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=7d604ff9-6337-4905-bd16-e0eb02d19035,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:55.982140 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fbf5b7-40a7-4290-953f-2334d6da7ed8 req-02b59e38-a236-4b2b-bb04-c6c7526f1a3e tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:55.984934 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-71fbf5b7-40a7-4290-953f-2334d6da7ed8 req-02b59e38-a236-4b2b-bb04-c6c7526f1a3e tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 946 time: 0.0562475 May 26 14:00:56.069519 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-71fbf5b7-40a7-4290-953f-2334d6da7ed8 req-05f47b3d-f9af-4465-b793-f0f3d634f8c8 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779002 May 26 14:00:56.133669 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b0dff-7d7d-42ac-9f90-a11a8eea8977 req-0998c319-88a9-4685-99dd-d6facba8c9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:56.135182 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-776b0dff-7d7d-42ac-9f90-a11a8eea8977 req-0998c319-88a9-4685-99dd-d6facba8c9ed service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 1130 time: 0.0456264 May 26 14:00:56.171838 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=100 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:56.216997 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-776b0dff-7d7d-42ac-9f90-a11a8eea8977 req-0c1b672e-850a-4898-8ce9-4a2445773378 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745094 May 26 14:00:56.309614 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d5d71-d771-43d1-a491-f6777a5616bd req-68e8b90c-9dd7-4910-a327-0c2a7033a2a8 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:56.316768 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-183d5d71-d771-43d1-a491-f6777a5616bd req-68e8b90c-9dd7-4910-a327-0c2a7033a2a8 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 944 time: 0.0663085 May 26 14:00:56.374800 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-183d5d71-d771-43d1-a491-f6777a5616bd req-59fe67a9-02a0-4d45-bb7d-ee4210807972 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568309 May 26 14:00:56.761395 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:56.773185 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6628b96-4fd3-4c4e-bd12-3eb749ad4e6e req-7596efee-ca5f-402e-b05d-ec8984791009 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:56.773185 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b6628b96-4fd3-4c4e-bd12-3eb749ad4e6e req-7596efee-ca5f-402e-b05d-ec8984791009 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0623970 May 26 14:00:56.814049 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:56.822904 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b6628b96-4fd3-4c4e-bd12-3eb749ad4e6e req-123de640-1e69-45f2-91eb-5211a606aeb7 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441031 May 26 14:00:57.205819 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec7211-3b7f-428e-bd1b-014b04af5437 req-ef830f30-c71e-4b2a-a380-332d7be238d8 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:57.207308 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c1ec7211-3b7f-428e-bd1b-014b04af5437 req-ef830f30-c71e-4b2a-a380-332d7be238d8 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 946 time: 0.0659139 May 26 14:00:57.298158 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c1ec7211-3b7f-428e-bd1b-014b04af5437 req-82a118a7-7998-440a-a813-0099503472d0 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791976 May 26 14:00:57.503038 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b06d44-1209-4476-b1c8-dc500859b70b req-51e8eac1-e607-4d14-b556-f55f878f8bc3 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:57.504792 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-75b06d44-1209-4476-b1c8-dc500859b70b req-51e8eac1-e607-4d14-b556-f55f878f8bc3 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 944 time: 0.0516055 May 26 14:00:57.579159 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-75b06d44-1209-4476-b1c8-dc500859b70b req-04a88cc9-dec8-4966-ba18-746c6c61dc26 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672400 May 26 14:00:57.958170 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae40715-1315-4c57-98c2-cbdccdb4b2e9 req-616afcb8-3068-408f-ae37-c02ec146cc8f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:57.959735 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bae40715-1315-4c57-98c2-cbdccdb4b2e9 req-616afcb8-3068-408f-ae37-c02ec146cc8f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0543950 May 26 14:00:58.019622 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bae40715-1315-4c57-98c2-cbdccdb4b2e9 req-15dbeb49-85b7-405e-8442-dd3ec895e622 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509062 May 26 14:00:58.411642 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343750d-bae1-436e-813e-2a26748f65d2 req-0d369762-3b9f-4be5-81d5-a0fca7603f2f tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:58.413131 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6343750d-bae1-436e-813e-2a26748f65d2 req-0d369762-3b9f-4be5-81d5-a0fca7603f2f tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 946 time: 0.0486965 May 26 14:00:58.464450 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6343750d-bae1-436e-813e-2a26748f65d2 req-17c74643-6b4f-4eab-bd8f-5902a8cf5e95 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452471 May 26 14:00:58.700755 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08444c2-a3f3-4323-94fe-cb2633687b93 req-183a4cea-d8ca-4252-8fdd-8d3fa51e0793 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:58.702215 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f08444c2-a3f3-4323-94fe-cb2633687b93 req-183a4cea-d8ca-4252-8fdd-8d3fa51e0793 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 944 time: 0.0492983 May 26 14:00:58.750473 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f08444c2-a3f3-4323-94fe-cb2633687b93 req-c47adcb6-b816-4d10-b76f-f846167b37d2 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423269 May 26 14:00:59.140773 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f496863-5c17-4074-af7d-d18e2aec02ff req-0e88e9fa-f739-4dce-9157-74f99a101163 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:59.142286 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1f496863-5c17-4074-af7d-d18e2aec02ff req-0e88e9fa-f739-4dce-9157-74f99a101163 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0486941 May 26 14:00:59.192509 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1f496863-5c17-4074-af7d-d18e2aec02ff req-c6f9ef23-cc0b-4ca7-a067-4e97151d237a tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426064 May 26 14:00:59.575060 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51197080-4a6d-4c20-8603-d1a7438ef087 req-ac820385-65db-43c0-9ea9-f63d118fc98f tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:59.576504 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-51197080-4a6d-4c20-8603-d1a7438ef087 req-ac820385-65db-43c0-9ea9-f63d118fc98f tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 946 time: 0.0457578 May 26 14:00:59.627107 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-51197080-4a6d-4c20-8603-d1a7438ef087 req-18d399c0-fab8-4d3e-b962-7220a92a2449 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450683 May 26 14:00:59.737281 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de87f87-e9df-4ea2-8bda-a939828bd54f req-ca682db4-996b-4dec-b6da-1319a391e02c tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:59.738722 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6de87f87-e9df-4ea2-8bda-a939828bd54f req-ca682db4-996b-4dec-b6da-1319a391e02c tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 946 time: 0.0465283 May 26 14:00:59.788440 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6de87f87-e9df-4ea2-8bda-a939828bd54f req-3ddcdfbd-0435-4860-8819-0f173f371917 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435326 May 26 14:00:59.812412 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 49552) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:00:59.862465 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f5afc-faa9-4b61-b9f6-da2e72daba7e req-8d45622b-7911-4648-9235-24c2bb5b564d tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:59.863953 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0c8f5afc-faa9-4b61-b9f6-da2e72daba7e req-8d45622b-7911-4648-9235-24c2bb5b564d tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 944 time: 0.0462120 May 26 14:00:59.927579 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0c8f5afc-faa9-4b61-b9f6-da2e72daba7e req-df8f4f42-2430-4486-99bb-63484f6ea5e6 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573802 May 26 14:01:00.000963 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98646b8-df92-4af6-bef2-981364360064 tempest-TestShelveInstance-1337543433 tempest-TestShelveInstance-1337543433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:00.002549 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-a98646b8-df92-4af6-bef2-981364360064 tempest-TestShelveInstance-1337543433 tempest-TestShelveInstance-1337543433-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 1125 time: 0.1889780 May 26 14:01:00.005524 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 49556) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:00.009793 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2553b1cb-bed2-4336-9580-e4af259b336b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Request body: {'floatingip': {'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'port_id': '7d604ff9-6337-4905-bd16-e0eb02d19035', 'tenant_id': '4d13c9a0ad1146158525c3398ff4de2a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:01:00.031416 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2553b1cb-bed2-4336-9580-e4af259b336b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:00.110420 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2553b1cb-bed2-4336-9580-e4af259b336b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:00.219018 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-2553b1cb-bed2-4336-9580-e4af259b336b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Allocated IP 172.27.1.15 (52e096d4-8aa7-4f06-8835-685346500be4/afa79513-0fef-42b7-ae4f-8319e7853c26/41717cfc-9635-4f91-8a67-80b34f642918) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:01:00.319745 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c37f1-c912-4c36-8f93-6aa8dbcad125 req-ce74f0bc-7361-41c1-99a2-1baed5a5a3ef tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:00.323649 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-929c37f1-c912-4c36-8f93-6aa8dbcad125 req-ce74f0bc-7361-41c1-99a2-1baed5a5a3ef tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0534160 May 26 14:01:00.339489 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2553b1cb-bed2-4336-9580-e4af259b336b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks [] for port (41717cfc-9635-4f91-8a67-80b34f642918), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:00.367451 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:00.372235 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-929c37f1-c912-4c36-8f93-6aa8dbcad125 req-2000168f-0554-44e0-b860-c39129b8a453 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449977 May 26 14:01:00.378639 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2553b1cb-bed2-4336-9580-e4af259b336b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (41717cfc-9635-4f91-8a67-80b34f642918), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:00.409998 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:00.417682 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2553b1cb-bed2-4336-9580-e4af259b336b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Network 52e096d4-8aa7-4f06-8835-685346500be4 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:01:00.423623 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-2553b1cb-bed2-4336-9580-e4af259b336b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:01:00.429726 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2553b1cb-bed2-4336-9580-e4af259b336b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 14:01:00.435408 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2553b1cb-bed2-4336-9580-e4af259b336b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Pushing event updated for resources: {'Port': ['ID=41717cfc-9635-4f91-8a67-80b34f642918,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:00.782862 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2553b1cb-bed2-4336-9580-e4af259b336b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks [] for floatingip (c5bf8432-66d1-4b18-900c-100204be5fd9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:00.783998 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:00.849181 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2553b1cb-bed2-4336-9580-e4af259b336b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (41717cfc-9635-4f91-8a67-80b34f642918), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:01.025115 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2553b1cb-bed2-4336-9580-e4af259b336b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks [] for port (41717cfc-9635-4f91-8a67-80b34f642918), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:01.030004 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2553b1cb-bed2-4336-9580-e4af259b336b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14253987'] for port (41717cfc-9635-4f91-8a67-80b34f642918), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:01.045656 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89641a-cb4b-4fc4-9b1a-5be539c832b3 req-5375d0b9-40f7-4249-8fbe-5612773e01b3 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:01.047047 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4d89641a-cb4b-4fc4-9b1a-5be539c832b3 req-5375d0b9-40f7-4249-8fbe-5612773e01b3 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 944 time: 0.0495167 May 26 14:01:01.096732 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4d89641a-cb4b-4fc4-9b1a-5be539c832b3 req-485ccf70-e1a6-4350-9bb1-c7b25e18ea19 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440874 May 26 14:01:01.103560 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2553b1cb-bed2-4336-9580-e4af259b336b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Pushing event updated for resources: {'Port': ['ID=41717cfc-9635-4f91-8a67-80b34f642918,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:01.120256 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2553b1cb-bed2-4336-9580-e4af259b336b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778712'] for floatingip (c5bf8432-66d1-4b18-900c-100204be5fd9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:01.191987 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:01.215670 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.db.l3_db [None req-2553b1cb-bed2-4336-9580-e4af259b336b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Floating IP c5bf8432-66d1-4b18-900c-100204be5fd9 associated. External IP: 172.27.1.15, port: 7d604ff9-6337-4905-bd16-e0eb02d19035. May 26 14:01:01.413334 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2553b1cb-bed2-4336-9580-e4af259b336b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Router 20af8b33-acd3-4250-8093-707c573a3729 has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:01:01.498040 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d8008-5f04-4b9b-9318-f1e7fa243824 req-4f40c185-a2c7-4338-a02a-7f71c4e053c0 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:01.505084 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1d1d8008-5f04-4b9b-9318-f1e7fa243824 req-4f40c185-a2c7-4338-a02a-7f71c4e053c0 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0608263 May 26 14:01:01.518668 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:01.522729 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2553b1cb-bed2-4336-9580-e4af259b336b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:01:01.535233 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eaaa87-fb56-4b74-b6db-5ed02ec89bfd None None] Sync routers for ids ['20af8b33-acd3-4250-8093-707c573a3729'] in dv-cinder-842130-1-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:01:01.541231 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2553b1cb-bed2-4336-9580-e4af259b336b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:01.547962 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eaaa87-fb56-4b74-b6db-5ed02ec89bfd None None] Routers {'20af8b33-acd3-4250-8093-707c573a3729'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:01:01.548809 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-49eaaa87-fb56-4b74-b6db-5ed02ec89bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:00:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['20af8b33-acd3-4250-8093-707c573a3729'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:01.549590 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1d1d8008-5f04-4b9b-9318-f1e7fa243824 req-b502550b-5402-4fcd-b234-79c263035a8c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436482 May 26 14:01:01.577284 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-2553b1cb-bed2-4336-9580-e4af259b336b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5706708 May 26 14:01:01.578003 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4176fdc7-3ccd-4093-b4c4-841eafb524f7', 'tag': '7d604ff9-6337-4905-bd16-e0eb02d19035'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:01:01.580377 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a2fe3094dbca619affac8640d5d00e1e0d94bf0ce4138e249cf9dd9a9bbd82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59dbfd33-9453-4188-9ff9-5abf968469af" -d '{"events": [{"name": "network-changed", "server_uuid": "4176fdc7-3ccd-4093-b4c4-841eafb524f7", "tag": "7d604ff9-6337-4905-bd16-e0eb02d19035"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:01:01.617278 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 14:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89f3b95-cb5c-4598-8c12-0beac90c4538 x-openstack-request-id: req-b89f3b95-cb5c-4598-8c12-0beac90c4538 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:01:01.617565 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4176fdc7-3ccd-4093-b4c4-841eafb524f7", "tag": "7d604ff9-6337-4905-bd16-e0eb02d19035", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:01:01.617814 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b89f3b95-cb5c-4598-8c12-0beac90c4538 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:01:01.618213 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b89f3b95-cb5c-4598-8c12-0beac90c4538'] response: {'name': 'network-changed', 'server_uuid': '4176fdc7-3ccd-4093-b4c4-841eafb524f7', 'tag': '7d604ff9-6337-4905-bd16-e0eb02d19035', 'status': 'completed', 'code': 200} May 26 14:01:01.655057 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-49eaaa87-fb56-4b74-b6db-5ed02ec89bfd None None] Set router 20af8b33-acd3-4250-8093-707c573a3729 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:01:01.781339 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8cef9-c53d-44cb-8cfc-5fb0c3b0ecfc req-62599024-6c37-41fb-bc48-e882591681fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:01.782884 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f3d8cef9-c53d-44cb-8cfc-5fb0c3b0ecfc req-62599024-6c37-41fb-bc48-e882591681fe service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7116b23d173c4192a6c8d996ad31d57c&device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 1130 time: 0.0718315 May 26 14:01:01.788396 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbfd33-9453-4188-9ff9-5abf968469af req-3208476a-2234-409d-b54a-e53b943a52c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:01.790550 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-59dbfd33-9453-4188-9ff9-5abf968469af req-3208476a-2234-409d-b54a-e53b943a52c0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4d13c9a0ad1146158525c3398ff4de2a&device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 1130 time: 0.0492997 May 26 14:01:01.814714 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=100 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:01.902006 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=100 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:01.942907 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-49eaaa87-fb56-4b74-b6db-5ed02ec89bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20af8b33-acd3-4250-8093-707c573a3729', 'name': 'tempest-TestShelveInstance-1877394190-router', 'tenant_id': '4d13c9a0ad1146158525c3398ff4de2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '9ad873ae-ab91-4e13-adfa-c720295abfd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:24Z', 'updated_at': '2022-05-26T13:59:28Z', 'revision_number': 4, 'project_id': '4d13c9a0ad1146158525c3398ff4de2a', 'gw_port': {'id': '9ad873ae-ab91-4e13-adfa-c720295abfd7', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20af8b33-acd3-4250-8093-707c573a3729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:25Z', 'updated_at': '2022-05-26T13:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': 'c5bf8432-66d1-4b18-900c-100204be5fd9', 'tenant_id': '4d13c9a0ad1146158525c3398ff4de2a', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': '20af8b33-acd3-4250-8093-707c573a3729', 'port_id': '7d604ff9-6337-4905-bd16-e0eb02d19035', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e2642a5-f4ea-4c44-b7a8-82a279ead114', 'mac_address': 'fa:16:3e:3c:33:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4176fdc7-3ccd-4093-b4c4-841eafb524f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:01:00Z', 'updated_at': '2022-05-26T14:01:00Z', 'revision_number': 0, 'project_id': '4d13c9a0ad1146158525c3398ff4de2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99882919-9b98-4571-be95-a4bc9d1f595c', 'name': '', 'network_id': '2e2642a5-f4ea-4c44-b7a8-82a279ead114', 'tenant_id': '4d13c9a0ad1146158525c3398ff4de2a', 'mac_address': 'fa:16:3e:42:e6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20af8b33-acd3-4250-8093-707c573a3729', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ea142ff0-5d98-4000-a61c-5aa9b40fe7ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:27Z', 'updated_at': '2022-05-26T13:59:38Z', 'revision_number': 5, 'project_id': '4d13c9a0ad1146158525c3398ff4de2a', 'subnets': [{'id': 'ea142ff0-5d98-4000-a61c-5aa9b40fe7ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:01.970661 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eaaa87-fb56-4b74-b6db-5ed02ec89bfd None None] Checking router: 20af8b33-acd3-4250-8093-707c573a3729 for host: dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:01:01.979035 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eaaa87-fb56-4b74-b6db-5ed02ec89bfd None None] Routers {'20af8b33-acd3-4250-8093-707c573a3729'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:01:01.979629 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-49eaaa87-fb56-4b74-b6db-5ed02ec89bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:00:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['20af8b33-acd3-4250-8093-707c573a3729'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:02.077358 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-49eaaa87-fb56-4b74-b6db-5ed02ec89bfd None None] Set router 20af8b33-acd3-4250-8093-707c573a3729 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:01:02.213872 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a6327-945b-4593-9dd3-7f7a4ef1b204 req-6dbea14e-4652-4bd2-abd1-5c34c26cb16d tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:02.215434 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d02a6327-945b-4593-9dd3-7f7a4ef1b204 req-6dbea14e-4652-4bd2-abd1-5c34c26cb16d tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 944 time: 0.0476313 May 26 14:01:02.263799 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d02a6327-945b-4593-9dd3-7f7a4ef1b204 req-c409953f-0031-4470-851b-aaca8400f09c tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428343 May 26 14:01:02.284860 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-49eaaa87-fb56-4b74-b6db-5ed02ec89bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20af8b33-acd3-4250-8093-707c573a3729', 'name': 'tempest-TestShelveInstance-1877394190-router', 'tenant_id': '4d13c9a0ad1146158525c3398ff4de2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '9ad873ae-ab91-4e13-adfa-c720295abfd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:24Z', 'updated_at': '2022-05-26T13:59:28Z', 'revision_number': 4, 'project_id': '4d13c9a0ad1146158525c3398ff4de2a', 'gw_port': {'id': '9ad873ae-ab91-4e13-adfa-c720295abfd7', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20af8b33-acd3-4250-8093-707c573a3729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:25Z', 'updated_at': '2022-05-26T13:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': 'c5bf8432-66d1-4b18-900c-100204be5fd9', 'tenant_id': '4d13c9a0ad1146158525c3398ff4de2a', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': '20af8b33-acd3-4250-8093-707c573a3729', 'port_id': '7d604ff9-6337-4905-bd16-e0eb02d19035', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e2642a5-f4ea-4c44-b7a8-82a279ead114', 'mac_address': 'fa:16:3e:3c:33:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4176fdc7-3ccd-4093-b4c4-841eafb524f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:01:00Z', 'updated_at': '2022-05-26T14:01:00Z', 'revision_number': 0, 'project_id': '4d13c9a0ad1146158525c3398ff4de2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99882919-9b98-4571-be95-a4bc9d1f595c', 'name': '', 'network_id': '2e2642a5-f4ea-4c44-b7a8-82a279ead114', 'tenant_id': '4d13c9a0ad1146158525c3398ff4de2a', 'mac_address': 'fa:16:3e:42:e6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20af8b33-acd3-4250-8093-707c573a3729', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ea142ff0-5d98-4000-a61c-5aa9b40fe7ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:27Z', 'updated_at': '2022-05-26T13:59:38Z', 'revision_number': 5, 'project_id': '4d13c9a0ad1146158525c3398ff4de2a', 'subnets': [{'id': 'ea142ff0-5d98-4000-a61c-5aa9b40fe7ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:02.309526 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eaaa87-fb56-4b74-b6db-5ed02ec89bfd None None] The sync data for ids ['20af8b33-acd3-4250-8093-707c573a3729'] in dv-cinder-842130-1-iscsi is: [{'id': '20af8b33-acd3-4250-8093-707c573a3729', 'name': 'tempest-TestShelveInstance-1877394190-router', 'tenant_id': '4d13c9a0ad1146158525c3398ff4de2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '9ad873ae-ab91-4e13-adfa-c720295abfd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:24Z', 'updated_at': '2022-05-26T13:59:28Z', 'revision_number': 4, 'project_id': '4d13c9a0ad1146158525c3398ff4de2a', 'gw_port': {'id': '9ad873ae-ab91-4e13-adfa-c720295abfd7', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20af8b33-acd3-4250-8093-707c573a3729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:25Z', 'updated_at': '2022-05-26T13:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': 'c5bf8432-66d1-4b18-900c-100204be5fd9', 'tenant_id': '4d13c9a0ad1146158525c3398ff4de2a', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': '20af8b33-acd3-4250-8093-707c573a3729', 'port_id': '7d604ff9-6337-4905-bd16-e0eb02d19035', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e2642a5-f4ea-4c44-b7a8-82a279ead114', 'mac_address': 'fa:16:3e:3c:33:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4176fdc7-3ccd-4093-b4c4-841eafb524f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:01:00Z', 'updated_at': '2022-05-26T14:01:00Z', 'revision_number': 0, 'project_id': '4d13c9a0ad1146158525c3398ff4de2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99882919-9b98-4571-be95-a4bc9d1f595c', 'name': '', 'network_id': '2e2642a5-f4ea-4c44-b7a8-82a279ead114', 'tenant_id': '4d13c9a0ad1146158525c3398ff4de2a', 'mac_address': 'fa:16:3e:42:e6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20af8b33-acd3-4250-8093-707c573a3729', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ea142ff0-5d98-4000-a61c-5aa9b40fe7ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:27Z', 'updated_at': '2022-05-26T13:59:38Z', 'revision_number': 5, 'project_id': '4d13c9a0ad1146158525c3398ff4de2a', 'subnets': [{'id': 'ea142ff0-5d98-4000-a61c-5aa9b40fe7ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:01:02.434095 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:02.506312 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8cef9-c53d-44cb-8cfc-5fb0c3b0ecfc req-70e4131b-ff7d-43c5-8dac-bedb82817783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:02.508465 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f3d8cef9-c53d-44cb-8cfc-5fb0c3b0ecfc req-70e4131b-ff7d-43c5-8dac-bedb82817783 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8b5ae806-b190-4516-8465-70dba440ef62 HTTP/1.1" status: 200 len: 917 time: 0.1615300 May 26 14:01:02.509581 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbfd33-9453-4188-9ff9-5abf968469af req-44e74d48-4879-4a85-b403-80a861f75b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:02.510889 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-59dbfd33-9453-4188-9ff9-5abf968469af req-44e74d48-4879-4a85-b403-80a861f75b47 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2e2642a5-f4ea-4c44-b7a8-82a279ead114 HTTP/1.1" status: 200 len: 910 time: 0.1725664 May 26 14:01:02.525003 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcda13e7-d580-4963-a5b5-92aaee3857cf None None] New status for floating IP c5bf8432-66d1-4b18-900c-100204be5fd9: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 14:01:02.672465 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a232d-2b5a-491f-a809-18d2bcca552c req-698da4c9-8a25-44d7-88de-66d7710c7f3e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:02.674082 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0b8a232d-2b5a-491f-a809-18d2bcca552c req-698da4c9-8a25-44d7-88de-66d7710c7f3e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0481310 May 26 14:01:02.725579 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0b8a232d-2b5a-491f-a809-18d2bcca552c req-24e31923-0945-47ee-b5ea-71c59a30273a tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460074 May 26 14:01:03.026288 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f3d8cef9-c53d-44cb-8cfc-5fb0c3b0ecfc req-3aea762b-ad79-4787-a358-bf217def1d3d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d486a1e-7691-438f-a89c-df9425b682f1 HTTP/1.1" status: 200 len: 1002 time: 0.1026373 May 26 14:01:03.033287 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-59dbfd33-9453-4188-9ff9-5abf968469af req-93bd771b-04af-4921-852b-a4f63a903191 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d604ff9-6337-4905-bd16-e0eb02d19035 HTTP/1.1" status: 200 len: 1001 time: 0.1082823 May 26 14:01:03.123113 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8cef9-c53d-44cb-8cfc-5fb0c3b0ecfc req-fefb7974-a323-47b7-a813-8b7dc46766ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:03.124609 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f3d8cef9-c53d-44cb-8cfc-5fb0c3b0ecfc req-fefb7974-a323-47b7-a813-8b7dc46766ec service neutron] 10.222.0.82 "GET /v2.0/subnets?id=610ffda6-b7a7-4a06-84a4-402e2b1f27f2 HTTP/1.1" status: 200 len: 855 time: 0.0850708 May 26 14:01:03.129848 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbfd33-9453-4188-9ff9-5abf968469af req-e5237e43-3e24-46f6-88ba-08cb78096bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:03.131190 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-59dbfd33-9453-4188-9ff9-5abf968469af req-e5237e43-3e24-46f6-88ba-08cb78096bc5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea142ff0-5d98-4000-a61c-5aa9b40fe7ba HTTP/1.1" status: 200 len: 848 time: 0.0634973 May 26 14:01:03.211798 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbfd33-9453-4188-9ff9-5abf968469af req-fad704cb-6227-49b0-bbcf-142d66c3b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:03.213279 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-59dbfd33-9453-4188-9ff9-5abf968469af req-fad704cb-6227-49b0-bbcf-142d66c3b799 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2e2642a5-f4ea-4c44-b7a8-82a279ead114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0695333 May 26 14:01:03.214541 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8cef9-c53d-44cb-8cfc-5fb0c3b0ecfc req-0f620515-c588-475a-bf03-b715086f4c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:03.215873 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f3d8cef9-c53d-44cb-8cfc-5fb0c3b0ecfc req-0f620515-c588-475a-bf03-b715086f4c03 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8b5ae806-b190-4516-8465-70dba440ef62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0734053 May 26 14:01:03.264119 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:03.395458 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-59dbfd33-9453-4188-9ff9-5abf968469af req-9198df91-0cf7-4ed9-a8c9-130d21ef4761 service neutron] 10.222.0.82 "GET /v2.0/networks/2e2642a5-f4ea-4c44-b7a8-82a279ead114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685944 May 26 14:01:03.401351 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f3d8cef9-c53d-44cb-8cfc-5fb0c3b0ecfc req-5c8a059f-5738-4ac1-aa60-24ae857fad5d service neutron] 10.222.0.82 "GET /v2.0/networks/8b5ae806-b190-4516-8465-70dba440ef62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671860 May 26 14:01:03.509031 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be239d-9549-432e-84aa-ec5ac3f940d9 req-64d4a411-71cb-4dc0-96cd-49c0e2a7d83b tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:03.511182 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-60be239d-9549-432e-84aa-ec5ac3f940d9 req-64d4a411-71cb-4dc0-96cd-49c0e2a7d83b tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 944 time: 0.1720808 May 26 14:01:03.542914 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53 details requested by agent hyperv_hv-cinder-84213 with host hv-cinder-84213 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 14:01:03.565103 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f3d8cef9-c53d-44cb-8cfc-5fb0c3b0ecfc req-e1a8c73d-bfd0-49a8-a472-4ebddfef9de7 service neutron] 10.222.0.82 "GET /v2.0/networks/8b5ae806-b190-4516-8465-70dba440ef62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502075 May 26 14:01:03.565737 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 0d486a1e-7691-438f-a89c-df9425b682f1 no longer exists at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:01:03.566866 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-59dbfd33-9453-4188-9ff9-5abf968469af req-e53b4eaf-bb3e-4309-95d2-93f52184d797 service neutron] 10.222.0.82 "GET /v2.0/networks/2e2642a5-f4ea-4c44-b7a8-82a279ead114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594837 May 26 14:01:03.578161 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-60be239d-9549-432e-84aa-ec5ac3f940d9 req-1b36211d-4e30-4cf3-b1e6-b21b4c0c6847 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604446 May 26 14:01:03.786997 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12150452-2e3a-4adb-a98b-84c30d559c23 req-772cff35-f760-478e-9eb8-16cbab467f76 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:03.789618 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-12150452-2e3a-4adb-a98b-84c30d559c23 req-772cff35-f760-478e-9eb8-16cbab467f76 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 945 time: 0.0524092 May 26 14:01:03.874244 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 0d486a1e-7691-438f-a89c-df9425b682f1 is: ACTIVE; New status is: DOWN {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:01:03.874627 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (0d486a1e-7691-438f-a89c-df9425b682f1), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:03.877639 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53,segment=NetworkSegment(5fa9b816-b3f6-4937-96b4-c071644992f7),segment_id=5fa9b816-b3f6-4937-96b4-c071644992f7)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:01:03.880605 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-12150452-2e3a-4adb-a98b-84c30d559c23 req-b8585258-4d64-40bf-ba68-d551f024c487 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837145 May 26 14:01:03.891425 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9447bf-830d-49c1-bc18-286264376384 req-7924b0b1-455e-448d-b61c-7b9da8a870a8 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:03.892938 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bc9447bf-830d-49c1-bc18-286264376384 req-7924b0b1-455e-448d-b61c-7b9da8a870a8 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 946 time: 0.0726762 May 26 14:01:03.902783 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Returning: {'device': 'fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'port_id': 'fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53', 'mac_address': 'fa:16:3e:9a:1f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 14:01:03.905662 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 49608) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:03.912040 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9116ee60-50e6-48c5-bcc1-8e9d08e35458', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d486a1e-7691-438f-a89c-df9425b682f1'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:01:03.915017 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75cf6a0b0aca4359f4c43b56c27fa80c20f62c04807301a9a0ec5234ef5b0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a0661a-cdc4-4f2d-bbb9-ee840a5279e1" -d '{"events": [{"server_uuid": "9116ee60-50e6-48c5-bcc1-8e9d08e35458", "name": "network-vif-unplugged", "status": "completed", "tag": "0d486a1e-7691-438f-a89c-df9425b682f1"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:01:03.958340 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 0d486a1e-7691-438f-a89c-df9425b682f1, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=0d486a1e-7691-438f-a89c-df9425b682f1,segment=NetworkSegment(19072dfe-0334-40e6-bb73-47766657aa3f),segment_id=19072dfe-0334-40e6-bb73-47766657aa3f)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:01:03.959652 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:01:03.960031 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:03.961503 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bc9447bf-830d-49c1-bc18-286264376384 req-f5f0eaf7-c0a6-479f-9f63-7e00e6bb38fc tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600376 May 26 14:01:03.972335 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (0d486a1e-7691-438f-a89c-df9425b682f1), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:03.980037 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 14:01:04.003962 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 14:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28afad8-46d4-44b6-9654-8e08a566dd07 x-openstack-request-id: req-a28afad8-46d4-44b6-9654-8e08a566dd07 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:01:04.004689 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9116ee60-50e6-48c5-bcc1-8e9d08e35458", "name": "network-vif-unplugged", "status": "completed", "tag": "0d486a1e-7691-438f-a89c-df9425b682f1", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:01:04.004689 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a28afad8-46d4-44b6-9654-8e08a566dd07 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:01:04.004871 dv-cinder-842130-1-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a28afad8-46d4-44b6-9654-8e08a566dd07'] response: {'server_uuid': '9116ee60-50e6-48c5-bcc1-8e9d08e35458', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d486a1e-7691-438f-a89c-df9425b682f1', 'code': 200} May 26 14:01:04.031329 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53,segment=NetworkSegment(5fa9b816-b3f6-4937-96b4-c071644992f7),segment_id=5fa9b816-b3f6-4937-96b4-c071644992f7)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:01:04.043616 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:04.045693 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=0d486a1e-7691-438f-a89c-df9425b682f1,revision_number=8']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:04.067205 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de09264-28a9-4f38-a81a-2fc822e5db09 tempest-TestMinimumBasicScenario-131001762 tempest-TestMinimumBasicScenario-131001762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:04.068766 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-2de09264-28a9-4f38-a81a-2fc822e5db09 tempest-TestMinimumBasicScenario-131001762 tempest-TestMinimumBasicScenario-131001762-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 1124 time: 0.1614206 May 26 14:01:04.071837 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 49614) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:04.076428 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d2d64b69-868f-4119-b8da-2988e622bee3 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Request body: {'floatingip': {'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'port_id': 'c3710695-2c7b-4d4d-96bc-de38e27dc865', 'tenant_id': '08ed6980f1214f6789f94f34a4c68e6e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:01:04.095778 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:04.098761 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2d64b69-868f-4119-b8da-2988e622bee3 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:04.373672 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=100 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:04.379727 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2d64b69-868f-4119-b8da-2988e622bee3 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:04.486753 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-d2d64b69-868f-4119-b8da-2988e622bee3 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Allocated IP 172.27.1.230 (52e096d4-8aa7-4f06-8835-685346500be4/afa79513-0fef-42b7-ae4f-8319e7853c26/7feaa8e5-87b3-49fc-8b5c-a1e2221a3713) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:01:04.590939 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2d64b69-868f-4119-b8da-2988e622bee3 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks [] for port (7feaa8e5-87b3-49fc-8b5c-a1e2221a3713), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:04.625428 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2d64b69-868f-4119-b8da-2988e622bee3 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (7feaa8e5-87b3-49fc-8b5c-a1e2221a3713), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:04.660584 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d64b69-868f-4119-b8da-2988e622bee3 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Network 52e096d4-8aa7-4f06-8835-685346500be4 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:01:04.663587 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-d2d64b69-868f-4119-b8da-2988e622bee3 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:01:04.671585 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d64b69-868f-4119-b8da-2988e622bee3 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 14:01:04.700910 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d64b69-868f-4119-b8da-2988e622bee3 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Pushing event updated for resources: {'Port': ['ID=7feaa8e5-87b3-49fc-8b5c-a1e2221a3713,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:04.713345 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6835c-04bb-415d-8b90-c90076ab35de req-3a9909bc-bad5-44ad-a067-610519d92999 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:04.713345 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-31f6835c-04bb-415d-8b90-c90076ab35de req-3a9909bc-bad5-44ad-a067-610519d92999 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 945 time: 0.0487735 May 26 14:01:04.725573 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:04.756420 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-31f6835c-04bb-415d-8b90-c90076ab35de req-4fd2ab42-d384-4c0d-88d8-c5a6386c1816 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436380 May 26 14:01:04.821763 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] get_ports_and_sgs() called for port_ids ['fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 14:01:05.027088 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:05.036005 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:05.042961 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2d64b69-868f-4119-b8da-2988e622bee3 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks [] for floatingip (a074b7b6-595c-41a0-a813-fa51232d4576), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:05.112856 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2d64b69-868f-4119-b8da-2988e622bee3 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (7feaa8e5-87b3-49fc-8b5c-a1e2221a3713), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:05.115101 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:05.144737 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b9e88-51ab-45dd-b906-1cd8bf2f9649 req-f6c41698-aa85-4150-a7c8-2fa1ff64d2d0 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:05.146381 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bc1b9e88-51ab-45dd-b906-1cd8bf2f9649 req-f6c41698-aa85-4150-a7c8-2fa1ff64d2d0 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0998406 May 26 14:01:05.200598 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bc1b9e88-51ab-45dd-b906-1cd8bf2f9649 req-3bba764f-d087-451c-a598-1a646936256b tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474911 May 26 14:01:05.301737 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2d64b69-868f-4119-b8da-2988e622bee3 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks [] for port (7feaa8e5-87b3-49fc-8b5c-a1e2221a3713), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:05.307159 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2d64b69-868f-4119-b8da-2988e622bee3 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14253987'] for port (7feaa8e5-87b3-49fc-8b5c-a1e2221a3713), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:05.373611 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d64b69-868f-4119-b8da-2988e622bee3 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Pushing event updated for resources: {'Port': ['ID=7feaa8e5-87b3-49fc-8b5c-a1e2221a3713,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:05.385924 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2d64b69-868f-4119-b8da-2988e622bee3 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778712'] for floatingip (a074b7b6-595c-41a0-a813-fa51232d4576), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:05.481368 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.db.l3_db [None req-d2d64b69-868f-4119-b8da-2988e622bee3 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Floating IP a074b7b6-595c-41a0-a813-fa51232d4576 associated. External IP: 172.27.1.230, port: c3710695-2c7b-4d4d-96bc-de38e27dc865. May 26 14:01:05.608797 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7a2014ea-d72b-41a3-9c72-3be406ef96c8 req-d8187626-1bf3-487c-a5bc-fefebd3c6acd service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490568 May 26 14:01:05.615215 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:05.749070 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2014ea-d72b-41a3-9c72-3be406ef96c8 req-8e612770-38d4-4215-a462-15540c2ae69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:05.750629 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7a2014ea-d72b-41a3-9c72-3be406ef96c8 req-8e612770-38d4-4215-a462-15540c2ae69f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=af9d168c40ea4df99b495eb06245d066&device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 1130 time: 0.0564578 May 26 14:01:05.752288 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d64b69-868f-4119-b8da-2988e622bee3 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Router ab499425-a84e-4f6e-aa47-f89554625ab9 has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:01:05.865310 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d64b69-868f-4119-b8da-2988e622bee3 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:01:05.877205 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a5339-ccfe-48be-a89c-dd1190ac00c7 req-81d9a9ff-ccde-42d7-b746-ecc677cd228a tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:05.878667 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570e1628-046c-40b0-80b8-b0a7a3a57c96 None None] Sync routers for ids ['ab499425-a84e-4f6e-aa47-f89554625ab9'] in dv-cinder-842130-1-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:01:05.879129 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4e6a5339-ccfe-48be-a89c-dd1190ac00c7 req-81d9a9ff-ccde-42d7-b746-ecc677cd228a tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 945 time: 0.0520542 May 26 14:01:05.893197 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570e1628-046c-40b0-80b8-b0a7a3a57c96 None None] Routers {'ab499425-a84e-4f6e-aa47-f89554625ab9'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:01:05.894281 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-570e1628-046c-40b0-80b8-b0a7a3a57c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:00:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['ab499425-a84e-4f6e-aa47-f89554625ab9'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:05.936981 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2d64b69-868f-4119-b8da-2988e622bee3 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:05.950007 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4e6a5339-ccfe-48be-a89c-dd1190ac00c7 req-34d3ca5e-ed82-4ba2-884b-03fd6973bd7d tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650852 May 26 14:01:05.969390 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:05.990826 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-d2d64b69-868f-4119-b8da-2988e622bee3 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9177644 May 26 14:01:05.993744 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dddc973-36be-43e2-8971-e5e218dee91b', 'tag': 'c3710695-2c7b-4d4d-96bc-de38e27dc865'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:01:05.994403 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 49630) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:05.996068 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a2fe3094dbca619affac8640d5d00e1e0d94bf0ce4138e249cf9dd9a9bbd82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a995c284-b78a-490c-882a-ea5562e01110" -d '{"events": [{"name": "network-changed", "server_uuid": "5dddc973-36be-43e2-8971-e5e218dee91b", "tag": "c3710695-2c7b-4d4d-96bc-de38e27dc865"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:01:05.999483 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-df9eab99-81d7-4373-b613-f226f2d3d3b0 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-674567016', 'description': 'tempest-secgroup-smoke-674567016 description', 'project_id': '08ed6980f1214f6789f94f34a4c68e6e'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:01:06.013169 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-570e1628-046c-40b0-80b8-b0a7a3a57c96 None None] Set router ab499425-a84e-4f6e-aa47-f89554625ab9 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:01:06.024444 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2014ea-d72b-41a3-9c72-3be406ef96c8 req-0ed04d5c-f206-47d0-af7e-d3d83f33ecd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:06.025254 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df9eab99-81d7-4373-b613-f226f2d3d3b0 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:06.026599 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7a2014ea-d72b-41a3-9c72-3be406ef96c8 req-0ed04d5c-f206-47d0-af7e-d3d83f33ecd1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 HTTP/1.1" status: 200 len: 916 time: 0.1504934 May 26 14:01:06.058534 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:06.086328 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 14:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0877f0-8314-4959-b7be-3b3c91131723 x-openstack-request-id: req-ea0877f0-8314-4959-b7be-3b3c91131723 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:01:06.086802 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dddc973-36be-43e2-8971-e5e218dee91b", "tag": "c3710695-2c7b-4d4d-96bc-de38e27dc865", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:01:06.087528 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ea0877f0-8314-4959-b7be-3b3c91131723 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:01:06.087528 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea0877f0-8314-4959-b7be-3b3c91131723'] response: {'name': 'network-changed', 'server_uuid': '5dddc973-36be-43e2-8971-e5e218dee91b', 'tag': 'c3710695-2c7b-4d4d-96bc-de38e27dc865', 'status': 'completed', 'code': 200} May 26 14:01:06.109352 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df9eab99-81d7-4373-b613-f226f2d3d3b0 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks [] for security_group (94740b1a-7284-42d2-9e19-eb1e58806f3b), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:06.109855 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7a2014ea-d72b-41a3-9c72-3be406ef96c8 req-14c4a178-6e73-4182-beb9-2a4864309669 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44b52c9b-2e5c-490a-ab42-cd30ca4bea28 HTTP/1.1" status: 200 len: 1002 time: 0.0673034 May 26 14:01:06.114672 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df9eab99-81d7-4373-b613-f226f2d3d3b0 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (94740b1a-7284-42d2-9e19-eb1e58806f3b), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:06.137959 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:06.147454 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df9eab99-81d7-4373-b613-f226f2d3d3b0 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:06.149223 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-df9eab99-81d7-4373-b613-f226f2d3d3b0 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1536112 May 26 14:01:06.151409 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9eab99-81d7-4373-b613-f226f2d3d3b0 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94740b1a-7284-42d2-9e19-eb1e58806f3b,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:06.152461 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 49634) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:06.156921 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-bd4e48c0-cc8e-4776-9b60-aa862896d1e8 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Request body: {'security_group_rule': {'security_group_id': '94740b1a-7284-42d2-9e19-eb1e58806f3b', 'project_id': '08ed6980f1214f6789f94f34a4c68e6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:01:06.252244 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-570e1628-046c-40b0-80b8-b0a7a3a57c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'name': 'tempest-TestMinimumBasicScenario-585642497-router', 'tenant_id': '08ed6980f1214f6789f94f34a4c68e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '9ade85e2-a89f-4c1d-aec9-7c6e2a540bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T13:59:38Z', 'revision_number': 4, 'project_id': '08ed6980f1214f6789f94f34a4c68e6e', 'gw_port': {'id': '9ade85e2-a89f-4c1d-aec9-7c6e2a540bca', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': 'a074b7b6-595c-41a0-a813-fa51232d4576', 'tenant_id': '08ed6980f1214f6789f94f34a4c68e6e', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'port_id': 'c3710695-2c7b-4d4d-96bc-de38e27dc865', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc9a3522-5732-4ae3-9805-a5cd81aa181e', 'mac_address': 'fa:16:3e:99:65:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dddc973-36be-43e2-8971-e5e218dee91b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:01:04Z', 'updated_at': '2022-05-26T14:01:04Z', 'revision_number': 0, 'project_id': '08ed6980f1214f6789f94f34a4c68e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c7fbde-6089-49f4-9c3b-5e85b717558e', 'name': '', 'network_id': 'dc9a3522-5732-4ae3-9805-a5cd81aa181e', 'tenant_id': '08ed6980f1214f6789f94f34a4c68e6e', 'mac_address': 'fa:16:3e:ba:7e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '600c6f3c-cfcb-4a91-8156-6ec613102bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:36Z', 'updated_at': '2022-05-26T13:59:49Z', 'revision_number': 5, 'project_id': '08ed6980f1214f6789f94f34a4c68e6e', 'subnets': [{'id': '600c6f3c-cfcb-4a91-8156-6ec613102bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:06.260080 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd4e48c0-cc8e-4776-9b60-aa862896d1e8 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks [] for security_group_rule (aabc1e78-a98a-4ddf-938d-8beab435447c), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:06.264679 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995c284-b78a-490c-882a-ea5562e01110 req-64c4f5da-02d2-40e3-9f05-e5b801e0c7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:06.266195 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a995c284-b78a-490c-882a-ea5562e01110 req-64c4f5da-02d2-40e3-9f05-e5b801e0c7d1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=08ed6980f1214f6789f94f34a4c68e6e&device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 1129 time: 0.0898407 May 26 14:01:06.273825 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2014ea-d72b-41a3-9c72-3be406ef96c8 req-e6d0d0a0-a2ee-4d29-8cd3-b91e97b40989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:06.275266 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7a2014ea-d72b-41a3-9c72-3be406ef96c8 req-e6d0d0a0-a2ee-4d29-8cd3-b91e97b40989 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3a255f09-ad18-4a84-8012-2f8575f58a13 HTTP/1.1" status: 200 len: 854 time: 0.1116216 May 26 14:01:06.278711 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570e1628-046c-40b0-80b8-b0a7a3a57c96 None None] Checking router: ab499425-a84e-4f6e-aa47-f89554625ab9 for host: dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:01:06.288260 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570e1628-046c-40b0-80b8-b0a7a3a57c96 None None] Routers {'ab499425-a84e-4f6e-aa47-f89554625ab9'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:01:06.289554 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-570e1628-046c-40b0-80b8-b0a7a3a57c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:00:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['ab499425-a84e-4f6e-aa47-f89554625ab9'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:06.328896 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd4e48c0-cc8e-4776-9b60-aa862896d1e8 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks [] for security_group_rule (aabc1e78-a98a-4ddf-938d-8beab435447c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:06.334999 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd4e48c0-cc8e-4776-9b60-aa862896d1e8 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581445'] for security_group_rule (aabc1e78-a98a-4ddf-938d-8beab435447c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:06.337083 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbebed0-8235-48f2-80c6-42d83d1734a0 req-959e66cf-c9ae-424f-90e6-dbc2066ff181 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:06.338751 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4dbebed0-8235-48f2-80c6-42d83d1734a0 req-959e66cf-c9ae-424f-90e6-dbc2066ff181 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0542760 May 26 14:01:06.341098 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=100 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:06.355558 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e48c0-cc8e-4776-9b60-aa862896d1e8 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aabc1e78-a98a-4ddf-938d-8beab435447c,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:06.366177 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd4e48c0-cc8e-4776-9b60-aa862896d1e8 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:06.367574 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-bd4e48c0-cc8e-4776-9b60-aa862896d1e8 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2141054 May 26 14:01:06.370438 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 49638) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:06.374937 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e972714f-9f38-4d37-a113-afdf2fc1c305 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Request body: {'security_group_rule': {'security_group_id': '94740b1a-7284-42d2-9e19-eb1e58806f3b', 'project_id': '08ed6980f1214f6789f94f34a4c68e6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:01:06.402067 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-570e1628-046c-40b0-80b8-b0a7a3a57c96 None None] Set router ab499425-a84e-4f6e-aa47-f89554625ab9 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:01:06.403087 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e972714f-9f38-4d37-a113-afdf2fc1c305 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks [] for security_group_rule (40caef68-7e7a-4698-8602-0bb4bae047e1), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:06.404791 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4dbebed0-8235-48f2-80c6-42d83d1734a0 req-a8620c2d-6818-4129-9267-f594040cd8aa tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557077 May 26 14:01:06.459731 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e972714f-9f38-4d37-a113-afdf2fc1c305 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks [] for security_group_rule (40caef68-7e7a-4698-8602-0bb4bae047e1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:06.465045 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e972714f-9f38-4d37-a113-afdf2fc1c305 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581445'] for security_group_rule (40caef68-7e7a-4698-8602-0bb4bae047e1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:06.484963 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972714f-9f38-4d37-a113-afdf2fc1c305 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40caef68-7e7a-4698-8602-0bb4bae047e1,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:06.497292 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e972714f-9f38-4d37-a113-afdf2fc1c305 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:06.501008 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-e972714f-9f38-4d37-a113-afdf2fc1c305 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1270037 May 26 14:01:06.501428 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 49644) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:06.504092 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:06.506092 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-753355b6-5ade-4fc8-925c-4c3244be187b tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Request body: {'security_group_rule': {'security_group_id': '94740b1a-7284-42d2-9e19-eb1e58806f3b', 'project_id': '08ed6980f1214f6789f94f34a4c68e6e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:01:06.533215 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-753355b6-5ade-4fc8-925c-4c3244be187b tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks [] for security_group_rule (ea0969c9-3e3f-436e-8eb6-d1f2444c7933), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:06.592734 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-753355b6-5ade-4fc8-925c-4c3244be187b tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks [] for security_group_rule (ea0969c9-3e3f-436e-8eb6-d1f2444c7933), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:06.597049 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-753355b6-5ade-4fc8-925c-4c3244be187b tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581445'] for security_group_rule (ea0969c9-3e3f-436e-8eb6-d1f2444c7933), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:06.618092 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753355b6-5ade-4fc8-925c-4c3244be187b tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea0969c9-3e3f-436e-8eb6-d1f2444c7933,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:06.622362 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-753355b6-5ade-4fc8-925c-4c3244be187b tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:06.625199 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-753355b6-5ade-4fc8-925c-4c3244be187b tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212492 May 26 14:01:06.629283 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 49650) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:06.635066 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2be59ce0-0497-4743-8e81-feaa1b32d2e1 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Request body: {'security_group_rule': {'security_group_id': '94740b1a-7284-42d2-9e19-eb1e58806f3b', 'project_id': '08ed6980f1214f6789f94f34a4c68e6e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:01:06.648876 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-570e1628-046c-40b0-80b8-b0a7a3a57c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'name': 'tempest-TestMinimumBasicScenario-585642497-router', 'tenant_id': '08ed6980f1214f6789f94f34a4c68e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '9ade85e2-a89f-4c1d-aec9-7c6e2a540bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T13:59:38Z', 'revision_number': 4, 'project_id': '08ed6980f1214f6789f94f34a4c68e6e', 'gw_port': {'id': '9ade85e2-a89f-4c1d-aec9-7c6e2a540bca', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': 'a074b7b6-595c-41a0-a813-fa51232d4576', 'tenant_id': '08ed6980f1214f6789f94f34a4c68e6e', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'port_id': 'c3710695-2c7b-4d4d-96bc-de38e27dc865', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc9a3522-5732-4ae3-9805-a5cd81aa181e', 'mac_address': 'fa:16:3e:99:65:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dddc973-36be-43e2-8971-e5e218dee91b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:01:04Z', 'updated_at': '2022-05-26T14:01:04Z', 'revision_number': 0, 'project_id': '08ed6980f1214f6789f94f34a4c68e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c7fbde-6089-49f4-9c3b-5e85b717558e', 'name': '', 'network_id': 'dc9a3522-5732-4ae3-9805-a5cd81aa181e', 'tenant_id': '08ed6980f1214f6789f94f34a4c68e6e', 'mac_address': 'fa:16:3e:ba:7e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '600c6f3c-cfcb-4a91-8156-6ec613102bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:36Z', 'updated_at': '2022-05-26T13:59:49Z', 'revision_number': 5, 'project_id': '08ed6980f1214f6789f94f34a4c68e6e', 'subnets': [{'id': '600c6f3c-cfcb-4a91-8156-6ec613102bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:06.666161 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:06.683021 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570e1628-046c-40b0-80b8-b0a7a3a57c96 None None] The sync data for ids ['ab499425-a84e-4f6e-aa47-f89554625ab9'] in dv-cinder-842130-1-iscsi is: [{'id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'name': 'tempest-TestMinimumBasicScenario-585642497-router', 'tenant_id': '08ed6980f1214f6789f94f34a4c68e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '9ade85e2-a89f-4c1d-aec9-7c6e2a540bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T13:59:38Z', 'revision_number': 4, 'project_id': '08ed6980f1214f6789f94f34a4c68e6e', 'gw_port': {'id': '9ade85e2-a89f-4c1d-aec9-7c6e2a540bca', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': 'a074b7b6-595c-41a0-a813-fa51232d4576', 'tenant_id': '08ed6980f1214f6789f94f34a4c68e6e', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'port_id': 'c3710695-2c7b-4d4d-96bc-de38e27dc865', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc9a3522-5732-4ae3-9805-a5cd81aa181e', 'mac_address': 'fa:16:3e:99:65:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dddc973-36be-43e2-8971-e5e218dee91b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:01:04Z', 'updated_at': '2022-05-26T14:01:04Z', 'revision_number': 0, 'project_id': '08ed6980f1214f6789f94f34a4c68e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c7fbde-6089-49f4-9c3b-5e85b717558e', 'name': '', 'network_id': 'dc9a3522-5732-4ae3-9805-a5cd81aa181e', 'tenant_id': '08ed6980f1214f6789f94f34a4c68e6e', 'mac_address': 'fa:16:3e:ba:7e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '600c6f3c-cfcb-4a91-8156-6ec613102bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:36Z', 'updated_at': '2022-05-26T13:59:49Z', 'revision_number': 5, 'project_id': '08ed6980f1214f6789f94f34a4c68e6e', 'subnets': [{'id': '600c6f3c-cfcb-4a91-8156-6ec613102bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:01:06.754626 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2014ea-d72b-41a3-9c72-3be406ef96c8 req-f530c5f2-ee2c-42d9-8484-c75d44092b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:06.756386 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7a2014ea-d72b-41a3-9c72-3be406ef96c8 req-f530c5f2-ee2c-42d9-8484-c75d44092b90 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5f7e5c2e-dcd0-44c0-a251-a7bcffefb292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1104589 May 26 14:01:06.768247 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2be59ce0-0497-4743-8e81-feaa1b32d2e1 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks [] for security_group_rule (8c2b6dd4-2b93-4779-b471-1e9ad8cabbb6), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:06.887227 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995c284-b78a-490c-882a-ea5562e01110 req-4a2e0e2a-f13f-4536-bd9c-d3dc8e942301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:06.888716 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a995c284-b78a-490c-882a-ea5562e01110 req-4a2e0e2a-f13f-4536-bd9c-d3dc8e942301 service neutron] 10.222.0.82 "GET /v2.0/networks?id=dc9a3522-5732-4ae3-9805-a5cd81aa181e HTTP/1.1" status: 200 len: 915 time: 0.2447064 May 26 14:01:06.940913 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53 up at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 14:01:06.953697 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:06.955796 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2be59ce0-0497-4743-8e81-feaa1b32d2e1 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks [] for security_group_rule (8c2b6dd4-2b93-4779-b471-1e9ad8cabbb6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:06.970216 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2be59ce0-0497-4743-8e81-feaa1b32d2e1 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581445'] for security_group_rule (8c2b6dd4-2b93-4779-b471-1e9ad8cabbb6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:07.005051 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2e7003-fc7f-467c-9506-3dea2c3735c3 None None] New status for floating IP a074b7b6-595c-41a0-a813-fa51232d4576: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 14:01:07.025286 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be59ce0-0497-4743-8e81-feaa1b32d2e1 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c2b6dd4-2b93-4779-b471-1e9ad8cabbb6,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:07.029329 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7a2014ea-d72b-41a3-9c72-3be406ef96c8 req-53b009a2-763b-494c-afe6-05f9c406067c service neutron] 10.222.0.82 "GET /v2.0/networks/5f7e5c2e-dcd0-44c0-a251-a7bcffefb292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546320 May 26 14:01:07.031673 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a995c284-b78a-490c-882a-ea5562e01110 req-271f5c1c-ef1a-4df9-9b31-4f20b8939949 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3710695-2c7b-4d4d-96bc-de38e27dc865 HTTP/1.1" status: 200 len: 999 time: 0.1338186 May 26 14:01:07.034228 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2be59ce0-0497-4743-8e81-feaa1b32d2e1 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:07.037204 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-2be59ce0-0497-4743-8e81-feaa1b32d2e1 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4050651 May 26 14:01:07.038213 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 49664) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:07.043012 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-335eadab-d548-4828-92b1-553bca9d026d tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Request body: {'security_group_rule': {'security_group_id': '94740b1a-7284-42d2-9e19-eb1e58806f3b', 'project_id': '08ed6980f1214f6789f94f34a4c68e6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:01:07.106827 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [req-1c00da5d-199b-4247-b9f4-8fa63a1924ee req-2ee70a19-d86f-4f21-b05b-518825001673 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103886) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 14:01:07.113192 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1c00da5d-199b-4247-b9f4-8fa63a1924ee req-2ee70a19-d86f-4f21-b05b-518825001673 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0675130 May 26 14:01:07.154509 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09dbaf-f9d8-49d0-a66f-c30e2dddd8eb req-622e0389-7e97-4566-bcc6-c6b661f10222 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:07.155083 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning for port fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 14:01:07.162318 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-335eadab-d548-4828-92b1-553bca9d026d tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Project 08ed6980f1214f6789f94f34a4c68e6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 14:01:07.164559 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6e09dbaf-f9d8-49d0-a66f-c30e2dddd8eb req-622e0389-7e97-4566-bcc6-c6b661f10222 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 945 time: 0.0977201 May 26 14:01:07.166230 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning complete for port fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:01:07.166776 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:07.178824 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-335eadab-d548-4828-92b1-553bca9d026d tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks [] for security_group_rule (c4c2d89e-a23b-4ac3-ac7e-cef2f053066c), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:07.186764 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995c284-b78a-490c-882a-ea5562e01110 req-649c80a8-2193-43b7-aa5e-89634b8aed0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:07.188428 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a995c284-b78a-490c-882a-ea5562e01110 req-649c80a8-2193-43b7-aa5e-89634b8aed0f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=600c6f3c-cfcb-4a91-8156-6ec613102bd5 HTTP/1.1" status: 200 len: 853 time: 0.1369185 May 26 14:01:07.276090 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7a2014ea-d72b-41a3-9c72-3be406ef96c8 req-1ed3ed9a-f9e2-44b2-9051-5ba1278699dd service neutron] 10.222.0.82 "GET /v2.0/networks/5f7e5c2e-dcd0-44c0-a251-a7bcffefb292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265394 May 26 14:01:07.286145 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995c284-b78a-490c-882a-ea5562e01110 req-f4b77c7b-b8f8-4c13-8446-2bff6cea2c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:07.287801 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a995c284-b78a-490c-882a-ea5562e01110 req-f4b77c7b-b8f8-4c13-8446-2bff6cea2c15 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dc9a3522-5732-4ae3-9805-a5cd81aa181e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0842602 May 26 14:01:07.295252 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:07.316856 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6e09dbaf-f9d8-49d0-a66f-c30e2dddd8eb req-8ca1e6c0-d703-4d80-8674-57c6e8a93766 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489103 May 26 14:01:07.349872 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-335eadab-d548-4828-92b1-553bca9d026d tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks [] for security_group_rule (c4c2d89e-a23b-4ac3-ac7e-cef2f053066c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:07.353823 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:01:07.354405 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:07.383977 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3aab00-646f-43d0-bc2c-e376b20d7eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:01:07.387075 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75cf6a0b0aca4359f4c43b56c27fa80c20f62c04807301a9a0ec5234ef5b0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e5be08-5fa7-4d6a-87da-68d1700587ed" -d '{"events": [{"server_uuid": "5f3aab00-646f-43d0-bc2c-e376b20d7eed", "name": "network-vif-plugged", "status": "completed", "tag": "fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:01:07.403551 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53,segment=NetworkSegment(5fa9b816-b3f6-4937-96b4-c071644992f7),segment_id=5fa9b816-b3f6-4937-96b4-c071644992f7)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:01:07.409476 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:07.419642 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856eb32a-0046-49af-ba50-efc0a02952a9 req-d2767c69-6b7f-470f-afdf-cb398275993f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:07.427397 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-856eb32a-0046-49af-ba50-efc0a02952a9 req-d2767c69-6b7f-470f-afdf-cb398275993f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0923378 May 26 14:01:07.498839 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-856eb32a-0046-49af-ba50-efc0a02952a9 req-4db41f49-8fca-4164-ac41-1604c663c371 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701151 May 26 14:01:07.500466 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc061ccd-0f2a-4ceb-b9ab-096d791c04e0 x-openstack-request-id: req-bc061ccd-0f2a-4ceb-b9ab-096d791c04e0 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:01:07.500774 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3aab00-646f-43d0-bc2c-e376b20d7eed", "name": "network-vif-plugged", "status": "completed", "tag": "fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:01:07.501020 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bc061ccd-0f2a-4ceb-b9ab-096d791c04e0 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:01:07.501633 dv-cinder-842130-1-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc061ccd-0f2a-4ceb-b9ab-096d791c04e0'] response: {'server_uuid': '5f3aab00-646f-43d0-bc2c-e376b20d7eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53', 'code': 200} May 26 14:01:07.503318 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:07.608343 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-335eadab-d548-4828-92b1-553bca9d026d tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581445'] for security_group_rule (c4c2d89e-a23b-4ac3-ac7e-cef2f053066c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:07.638452 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335eadab-d548-4828-92b1-553bca9d026d tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c2d89e-a23b-4ac3-ac7e-cef2f053066c,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:07.652294 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-335eadab-d548-4828-92b1-553bca9d026d tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:07.655759 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-335eadab-d548-4828-92b1-553bca9d026d tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6141033 May 26 14:01:07.656455 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 49690) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:07.662021 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-a292beab-af2a-48e0-9969-e127ee7fdac1 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Request body: {'security_group_rule': {'security_group_id': '94740b1a-7284-42d2-9e19-eb1e58806f3b', 'project_id': '08ed6980f1214f6789f94f34a4c68e6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:01:07.670601 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a995c284-b78a-490c-882a-ea5562e01110 req-729a69b6-44a6-4399-9c7c-1c06c2d8420f service neutron] 10.222.0.82 "GET /v2.0/networks/dc9a3522-5732-4ae3-9805-a5cd81aa181e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685887 May 26 14:01:07.685257 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 49692) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:07.688098 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.db.securitygroups_db [None req-a292beab-af2a-48e0-9969-e127ee7fdac1 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Project 08ed6980f1214f6789f94f34a4c68e6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 14:01:07.694324 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a292beab-af2a-48e0-9969-e127ee7fdac1 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks [] for security_group_rule (7e8deef9-ae7c-4cc0-a6e0-8ec2685f0a2c), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:07.763134 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a292beab-af2a-48e0-9969-e127ee7fdac1 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks [] for security_group_rule (7e8deef9-ae7c-4cc0-a6e0-8ec2685f0a2c), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:07.767171 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a292beab-af2a-48e0-9969-e127ee7fdac1 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581445'] for security_group_rule (7e8deef9-ae7c-4cc0-a6e0-8ec2685f0a2c), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:07.790992 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a292beab-af2a-48e0-9969-e127ee7fdac1 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e8deef9-ae7c-4cc0-a6e0-8ec2685f0a2c,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:07.797848 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a292beab-af2a-48e0-9969-e127ee7fdac1 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:07.803186 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-a292beab-af2a-48e0-9969-e127ee7fdac1 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1456368 May 26 14:01:07.811072 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e2c8e56b-c600-4708-a272-0ce49447d407 req-4a6060cc-ab99-488c-8fb9-ce90877d5aa8 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1245658 May 26 14:01:07.832594 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [req-e2c8e56b-c600-4708-a272-0ce49447d407 req-f179de41-6578-46bd-bcb0-2fb3cd454c8d service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 14:01:07.833608 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e2c8e56b-c600-4708-a272-0ce49447d407 req-f179de41-6578-46bd-bcb0-2fb3cd454c8d service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0133238 May 26 14:01:07.870118 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a995c284-b78a-490c-882a-ea5562e01110 req-6ad07e4c-0e0f-4296-8db1-f51dd330de79 service neutron] 10.222.0.82 "GET /v2.0/networks/dc9a3522-5732-4ae3-9805-a5cd81aa181e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698220 May 26 14:01:07.872296 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:07.877315 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d1689-66be-4360-a18a-3917141b7b27 req-81d2aafd-e09b-481f-a14e-31119d3c9493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:07.879424 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4a1d1689-66be-4360-a18a-3917141b7b27 req-81d2aafd-e09b-481f-a14e-31119d3c9493 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 1130 time: 0.0602136 May 26 14:01:07.897119 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c797f22d-8a3c-4600-a5e5-f128bfec86e8 req-9bba11ce-bb88-4e6f-8e35-1f13cb73c4b7 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-674567016&fields=id&tenant_id=08ed6980f1214f6789f94f34a4c68e6e HTTP/1.1" status: 200 len: 267 time: 0.0511413 May 26 14:01:07.952923 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 49704) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:07.964233 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797f22d-8a3c-4600-a5e5-f128bfec86e8 req-a3878eb1-ea3e-4c5a-8cf0-c9c79d32e9aa tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:07.965865 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c797f22d-8a3c-4600-a5e5-f128bfec86e8 req-a3878eb1-ea3e-4c5a-8cf0-c9c79d32e9aa tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 945 time: 0.0612471 May 26 14:01:07.970395 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4a1d1689-66be-4360-a18a-3917141b7b27 req-18f90266-026d-48e0-b614-364b2a456a9b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610950 May 26 14:01:07.976526 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [req-c797f22d-8a3c-4600-a5e5-f128bfec86e8 req-f2ca1a29-abee-47a1-b309-40617e7ce8aa tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Request body: {'port': {'security_groups': ['3017b6fe-5607-4218-9951-2f4a2b76098f', '94740b1a-7284-42d2-9e19-eb1e58806f3b']}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:01:08.008959 dv-cinder-842130-1-iscsi neutron-server[103885]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 14:01:08.052899 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-c797f22d-8a3c-4600-a5e5-f128bfec86e8 req-f2ca1a29-abee-47a1-b309-40617e7ce8aa tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (c3710695-2c7b-4d4d-96bc-de38e27dc865), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:08.056750 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8e56b-c600-4708-a272-0ce49447d407 req-2b3f5e1d-90d8-492c-9cee-7ad0e44af5fb tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:08.058216 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e2c8e56b-c600-4708-a272-0ce49447d407 req-2b3f5e1d-90d8-492c-9cee-7ad0e44af5fb tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports/0d486a1e-7691-438f-a89c-df9425b682f1 HTTP/1.1" status: 200 len: 941 time: 0.1043487 May 26 14:01:08.156435 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=4 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:08.171459 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:08.293109 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-c797f22d-8a3c-4600-a5e5-f128bfec86e8 req-f2ca1a29-abee-47a1-b309-40617e7ce8aa tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] For port c3710695-2c7b-4d4d-96bc-de38e27dc865, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=c3710695-2c7b-4d4d-96bc-de38e27dc865,segment=NetworkSegment(32a538b2-b5da-4136-a950-cc79b8ca0862),segment_id=32a538b2-b5da-4136-a950-cc79b8ca0862)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:01:08.322149 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-c797f22d-8a3c-4600-a5e5-f128bfec86e8 req-f2ca1a29-abee-47a1-b309-40617e7ce8aa tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks [] for port (c3710695-2c7b-4d4d-96bc-de38e27dc865), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:08.325795 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-c797f22d-8a3c-4600-a5e5-f128bfec86e8 req-f2ca1a29-abee-47a1-b309-40617e7ce8aa tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13292136'] for port (c3710695-2c7b-4d4d-96bc-de38e27dc865), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:08.367477 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797f22d-8a3c-4600-a5e5-f128bfec86e8 req-f2ca1a29-abee-47a1-b309-40617e7ce8aa tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:08.368105 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-c797f22d-8a3c-4600-a5e5-f128bfec86e8 req-f2ca1a29-abee-47a1-b309-40617e7ce8aa tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:08.369522 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c797f22d-8a3c-4600-a5e5-f128bfec86e8 req-f2ca1a29-abee-47a1-b309-40617e7ce8aa tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "PUT /v2.0/ports/c3710695-2c7b-4d4d-96bc-de38e27dc865 HTTP/1.1" status: 200 len: 981 time: 0.3974802 May 26 14:01:08.369963 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dddc973-36be-43e2-8971-e5e218dee91b', 'tag': 'c3710695-2c7b-4d4d-96bc-de38e27dc865'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:01:08.372411 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a67d27a2ec375fafa348027e062b6cf3c7935884065918e746e599b143197b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2178ce2-3bf4-4a35-acfc-eccff9b68b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "5dddc973-36be-43e2-8971-e5e218dee91b", "tag": "c3710695-2c7b-4d4d-96bc-de38e27dc865"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:01:08.381082 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] get_ports_and_sgs() called for port_ids ['c3710695-2c7b-4d4d-96bc-de38e27dc865'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 14:01:08.427798 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca1a29-abee-47a1-b309-40617e7ce8aa tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Pushing event updated for resources: {'Port': ['ID=c3710695-2c7b-4d4d-96bc-de38e27dc865,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:08.438830 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59053dd-6a28-41aa-8615-76f963a52158 req-40975357-ae2d-41fd-8e2f-c583800c8f21 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:08.446163 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e59053dd-6a28-41aa-8615-76f963a52158 req-40975357-ae2d-41fd-8e2f-c583800c8f21 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 946 time: 0.0660820 May 26 14:01:08.503282 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf0c70-9d97-4675-a89d-1481f5deb749 req-f947e178-d9b8-4211-b256-eac24f25daa3 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:08.504852 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7acf0c70-9d97-4675-a89d-1481f5deb749 req-f947e178-d9b8-4211-b256-eac24f25daa3 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 984 time: 0.0567687 May 26 14:01:08.574335 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e59053dd-6a28-41aa-8615-76f963a52158 req-6f6a6806-b8e9-4fd4-ba7b-b34555e81712 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273229 May 26 14:01:08.607647 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7acf0c70-9d97-4675-a89d-1481f5deb749 req-cf954776-2932-47b2-8c7a-d3f07f076c9c tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=94740b1a-7284-42d2-9e19-eb1e58806f3b&id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0916469 May 26 14:01:08.627933 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 14:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f72e708-952f-4b0c-b139-0b9f98442488 x-openstack-request-id: req-6f72e708-952f-4b0c-b139-0b9f98442488 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:01:08.628222 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dddc973-36be-43e2-8971-e5e218dee91b", "tag": "c3710695-2c7b-4d4d-96bc-de38e27dc865", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:01:08.628466 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6f72e708-952f-4b0c-b139-0b9f98442488 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:01:08.628858 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f72e708-952f-4b0c-b139-0b9f98442488'] response: {'name': 'network-changed', 'server_uuid': '5dddc973-36be-43e2-8971-e5e218dee91b', 'tag': 'c3710695-2c7b-4d4d-96bc-de38e27dc865', 'status': 'completed', 'code': 200} May 26 14:01:08.642835 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] get_ports_and_sgs() called for port_ids ['c3710695-2c7b-4d4d-96bc-de38e27dc865'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 14:01:08.705713 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a02894-53ce-42ba-95dd-be31ec4ae231 req-a29d8acb-3acb-4cb7-a85c-02d973228cf8 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:08.707355 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-70a02894-53ce-42ba-95dd-be31ec4ae231 req-a29d8acb-3acb-4cb7-a85c-02d973228cf8 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0479915 May 26 14:01:08.754211 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-70a02894-53ce-42ba-95dd-be31ec4ae231 req-1f808f48-554d-4bb1-b49c-233e1487e76c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406027 May 26 14:01:08.813092 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:08.813977 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-5fd2327b-5c3a-40e2-ae51-1f790a8aae09 None None] Provisioning complete for port c3710695-2c7b-4d4d-96bc-de38e27dc865 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:01:08.814347 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5fd2327b-5c3a-40e2-ae51-1f790a8aae09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (c3710695-2c7b-4d4d-96bc-de38e27dc865), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:08.821395 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:09.021974 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-5fd2327b-5c3a-40e2-ae51-1f790a8aae09 None None] Current status of the port c3710695-2c7b-4d4d-96bc-de38e27dc865 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:01:09.695996 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713b907-8eb2-47bc-92cc-28e8c9c319e5 req-b588767a-416c-4a93-ae5d-268fceb31af4 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:09.697508 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2713b907-8eb2-47bc-92cc-28e8c9c319e5 req-b588767a-416c-4a93-ae5d-268fceb31af4 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 946 time: 0.0502717 May 26 14:01:09.749997 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2713b907-8eb2-47bc-92cc-28e8c9c319e5 req-04210240-7310-411e-80ce-4d5211a85563 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465887 May 26 14:01:09.783883 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2178ce2-3bf4-4a35-acfc-eccff9b68b0a req-5127ab0a-58c9-4c9f-8c21-ebdb276aa168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:09.785441 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f2178ce2-3bf4-4a35-acfc-eccff9b68b0a req-5127ab0a-58c9-4c9f-8c21-ebdb276aa168 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=08ed6980f1214f6789f94f34a4c68e6e&device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 1168 time: 0.0446081 May 26 14:01:09.877673 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5e0e0-a793-447f-b6e2-bba140196a28 req-14feb990-4eee-4177-9239-1caa1e554f29 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:09.879182 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-63d5e0e0-a793-447f-b6e2-bba140196a28 req-14feb990-4eee-4177-9239-1caa1e554f29 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0489068 May 26 14:01:09.936865 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-63d5e0e0-a793-447f-b6e2-bba140196a28 req-f8f7aa30-36eb-4cac-af82-521f93cf54d0 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511558 May 26 14:01:09.939077 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2178ce2-3bf4-4a35-acfc-eccff9b68b0a req-82899c11-49f6-47d1-b2ce-af15fc5222a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:09.940877 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f2178ce2-3bf4-4a35-acfc-eccff9b68b0a req-82899c11-49f6-47d1-b2ce-af15fc5222a7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=dc9a3522-5732-4ae3-9805-a5cd81aa181e HTTP/1.1" status: 200 len: 915 time: 0.0878494 May 26 14:01:10.415594 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f2178ce2-3bf4-4a35-acfc-eccff9b68b0a req-695cb08d-eeb5-4471-870f-c0649e14664c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3710695-2c7b-4d4d-96bc-de38e27dc865 HTTP/1.1" status: 200 len: 1001 time: 0.0593960 May 26 14:01:10.654927 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2178ce2-3bf4-4a35-acfc-eccff9b68b0a req-f75dc7c8-4ef3-4266-ad88-73603afb72bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:10.656399 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f2178ce2-3bf4-4a35-acfc-eccff9b68b0a req-f75dc7c8-4ef3-4266-ad88-73603afb72bb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=600c6f3c-cfcb-4a91-8156-6ec613102bd5 HTTP/1.1" status: 200 len: 853 time: 0.0459032 May 26 14:01:10.868854 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792b312-70e0-4001-bfc4-4f61cf589e14 req-7970116e-5844-4d24-b43d-cef4f695b344 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:10.870352 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d792b312-70e0-4001-bfc4-4f61cf589e14 req-7970116e-5844-4d24-b43d-cef4f695b344 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 946 time: 0.0462427 May 26 14:01:10.901899 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 0d486a1e-7691-438f-a89c-df9425b682f1 no longer exists at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:01:10.918515 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d792b312-70e0-4001-bfc4-4f61cf589e14 req-723f60b7-e9fa-45ca-a120-42a6bb3ecd1e tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425994 May 26 14:01:10.977009 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 0d486a1e-7691-438f-a89c-df9425b682f1 is: DOWN; New status is: DOWN {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:01:11.049184 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:11.068008 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b6b26-46b7-4f8b-aeb2-ed047919bd5c req-91374654-1855-40bc-b7b5-939f98ca1449 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:11.069506 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9a1b6b26-46b7-4f8b-aeb2-ed047919bd5c req-91374654-1855-40bc-b7b5-939f98ca1449 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 946 time: 0.0833039 May 26 14:01:11.086233 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625d8fb-6500-4bdd-ba8b-97464bbacfd2 req-e20dfbf1-f6d9-4992-b7c5-9a1216907aed tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:11.087893 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d625d8fb-6500-4bdd-ba8b-97464bbacfd2 req-e20dfbf1-f6d9-4992-b7c5-9a1216907aed tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0706723 May 26 14:01:11.156415 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9a1b6b26-46b7-4f8b-aeb2-ed047919bd5c req-4de7c3a4-b7dc-4c03-a380-f83b33309897 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791864 May 26 14:01:11.167904 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d625d8fb-6500-4bdd-ba8b-97464bbacfd2 req-2a5fc8d2-1903-4584-953f-b8f888086810 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735085 May 26 14:01:11.178959 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 49746) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:11.347412 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=100 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:11.360377 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16006c3-91dc-4430-8a65-2d57eb222de2 tempest-TestVolumeBootPattern-1623691256 tempest-TestVolumeBootPattern-1623691256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:11.361937 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-b16006c3-91dc-4430-8a65-2d57eb222de2 tempest-TestVolumeBootPattern-1623691256 tempest-TestVolumeBootPattern-1623691256-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 1125 time: 0.1816473 May 26 14:01:11.363351 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2178ce2-3bf4-4a35-acfc-eccff9b68b0a req-3fe982cc-4879-4d9f-ac35-61efc493996c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:11.364680 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f2178ce2-3bf4-4a35-acfc-eccff9b68b0a req-3fe982cc-4879-4d9f-ac35-61efc493996c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dc9a3522-5732-4ae3-9805-a5cd81aa181e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553331 May 26 14:01:11.365114 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 49750) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:11.369561 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-b02a4ce3-33c3-4faa-8fb9-f702c44d367a tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Request body: {'floatingip': {'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'port_id': 'fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:01:11.391654 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b02a4ce3-33c3-4faa-8fb9-f702c44d367a tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:11.472414 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b02a4ce3-33c3-4faa-8fb9-f702c44d367a tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:11.473966 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:11.591990 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-b02a4ce3-33c3-4faa-8fb9-f702c44d367a tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Allocated IP 172.27.1.74 (52e096d4-8aa7-4f06-8835-685346500be4/afa79513-0fef-42b7-ae4f-8319e7853c26/26ffe8e3-ded4-4ba3-8326-3462ce20c7e1) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:01:11.593318 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f2178ce2-3bf4-4a35-acfc-eccff9b68b0a req-f4f9544f-9d8a-4eba-9221-ce25099137cf service neutron] 10.222.0.82 "GET /v2.0/networks/dc9a3522-5732-4ae3-9805-a5cd81aa181e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945563 May 26 14:01:11.688681 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b02a4ce3-33c3-4faa-8fb9-f702c44d367a tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for port (26ffe8e3-ded4-4ba3-8326-3462ce20c7e1), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:11.721188 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b02a4ce3-33c3-4faa-8fb9-f702c44d367a tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (26ffe8e3-ded4-4ba3-8326-3462ce20c7e1), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:11.755715 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02a4ce3-33c3-4faa-8fb9-f702c44d367a tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Network 52e096d4-8aa7-4f06-8835-685346500be4 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:01:11.762477 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-b02a4ce3-33c3-4faa-8fb9-f702c44d367a tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:01:11.766226 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02a4ce3-33c3-4faa-8fb9-f702c44d367a tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 14:01:11.790311 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a4ce3-33c3-4faa-8fb9-f702c44d367a tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Pushing event updated for resources: {'Port': ['ID=26ffe8e3-ded4-4ba3-8326-3462ce20c7e1,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:12.023779 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f2178ce2-3bf4-4a35-acfc-eccff9b68b0a req-ef42d35a-fd27-4963-ac28-696395bea9ff service neutron] 10.222.0.82 "GET /v2.0/networks/dc9a3522-5732-4ae3-9805-a5cd81aa181e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047130 May 26 14:01:12.333118 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:12.422492 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b02a4ce3-33c3-4faa-8fb9-f702c44d367a tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for floatingip (262f9b4e-648c-47f3-b08b-5ccc67b92ddd), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:12.433116 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e538706-9fd3-4529-88b8-d5e6418fc645 req-2ed42759-2030-4b0a-8132-6bf39939d4d9 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:12.434632 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1e538706-9fd3-4529-88b8-d5e6418fc645 req-2ed42759-2030-4b0a-8132-6bf39939d4d9 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0670428 May 26 14:01:12.525136 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:01:12.543205 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:12.548550 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1e538706-9fd3-4529-88b8-d5e6418fc645 req-4a5d6a8a-bee8-4dff-a922-e298528d4dc9 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934138 May 26 14:01:12.551918 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b02a4ce3-33c3-4faa-8fb9-f702c44d367a tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (26ffe8e3-ded4-4ba3-8326-3462ce20c7e1), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:12.589594 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8e56b-c600-4708-a272-0ce49447d407 req-a09dc4b5-2892-475c-b627-0081a39ccd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:12.591104 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e2c8e56b-c600-4708-a272-0ce49447d407 req-a09dc4b5-2892-475c-b627-0081a39ccd98 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458&tenant_id=7116b23d173c4192a6c8d996ad31d57c HTTP/1.1" status: 200 len: 1128 time: 0.0752585 May 26 14:01:12.670423 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8e56b-c600-4708-a272-0ce49447d407 req-26280f72-e789-48a5-88f8-f9b99f9ed272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:12.671930 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e2c8e56b-c600-4708-a272-0ce49447d407 req-26280f72-e789-48a5-88f8-f9b99f9ed272 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7116b23d173c4192a6c8d996ad31d57c&device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 1128 time: 0.0395842 May 26 14:01:12.729494 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b02a4ce3-33c3-4faa-8fb9-f702c44d367a tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for port (26ffe8e3-ded4-4ba3-8326-3462ce20c7e1), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:12.734274 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b02a4ce3-33c3-4faa-8fb9-f702c44d367a tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13292136'] for port (26ffe8e3-ded4-4ba3-8326-3462ce20c7e1), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:12.768893 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8e56b-c600-4708-a272-0ce49447d407 req-fea748f7-8c3e-4b44-83df-5dffbf9658a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:12.770426 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e2c8e56b-c600-4708-a272-0ce49447d407 req-fea748f7-8c3e-4b44-83df-5dffbf9658a3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8b5ae806-b190-4516-8465-70dba440ef62 HTTP/1.1" status: 200 len: 917 time: 0.0898094 May 26 14:01:12.803032 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a4ce3-33c3-4faa-8fb9-f702c44d367a tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Pushing event updated for resources: {'Port': ['ID=26ffe8e3-ded4-4ba3-8326-3462ce20c7e1,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:12.815343 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b02a4ce3-33c3-4faa-8fb9-f702c44d367a tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778712'] for floatingip (262f9b4e-648c-47f3-b08b-5ccc67b92ddd), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:12.838276 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e2c8e56b-c600-4708-a272-0ce49447d407 req-5c8b8ae7-34a9-47f4-958c-26fc0bcca339 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d486a1e-7691-438f-a89c-df9425b682f1 HTTP/1.1" status: 200 len: 1000 time: 0.0544250 May 26 14:01:12.890706 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8e56b-c600-4708-a272-0ce49447d407 req-4c692aa2-53cb-4ac3-a2d6-f326347badaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:12.892174 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e2c8e56b-c600-4708-a272-0ce49447d407 req-4c692aa2-53cb-4ac3-a2d6-f326347badaf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=610ffda6-b7a7-4a06-84a4-402e2b1f27f2 HTTP/1.1" status: 200 len: 855 time: 0.0478961 May 26 14:01:12.911558 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.db.l3_db [None req-b02a4ce3-33c3-4faa-8fb9-f702c44d367a tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Floating IP 262f9b4e-648c-47f3-b08b-5ccc67b92ddd associated. External IP: 172.27.1.74, port: fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53. May 26 14:01:12.938346 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8e56b-c600-4708-a272-0ce49447d407 req-04359519-3216-4413-9679-81a4d0807ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:12.940140 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e2c8e56b-c600-4708-a272-0ce49447d407 req-04359519-3216-4413-9679-81a4d0807ed3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8b5ae806-b190-4516-8465-70dba440ef62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392132 May 26 14:01:13.015856 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=100 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:13.036971 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e2c8e56b-c600-4708-a272-0ce49447d407 req-3f404abb-5b66-44d0-aaae-4f34b324a1ad service neutron] 10.222.0.82 "GET /v2.0/networks/8b5ae806-b190-4516-8465-70dba440ef62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902331 May 26 14:01:13.107917 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:13.118119 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02a4ce3-33c3-4faa-8fb9-f702c44d367a tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Router b7c93cc2-e741-4932-8956-ed9aed4ead8f has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:01:13.138282 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e2c8e56b-c600-4708-a272-0ce49447d407 req-2841a761-77cb-42f5-9c19-c8a8a71957f9 service neutron] 10.222.0.82 "GET /v2.0/networks/8b5ae806-b190-4516-8465-70dba440ef62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856113 May 26 14:01:13.228192 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02a4ce3-33c3-4faa-8fb9-f702c44d367a tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:01:13.237413 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bfacbd-0efb-4a29-9437-54d61651976d None None] Sync routers for ids ['b7c93cc2-e741-4932-8956-ed9aed4ead8f'] in dv-cinder-842130-1-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:01:13.245478 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b02a4ce3-33c3-4faa-8fb9-f702c44d367a tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:13.247734 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bfacbd-0efb-4a29-9437-54d61651976d None None] Routers {'b7c93cc2-e741-4932-8956-ed9aed4ead8f'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:01:13.248349 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a6bfacbd-0efb-4a29-9437-54d61651976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:00:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['b7c93cc2-e741-4932-8956-ed9aed4ead8f'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:13.280165 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-b02a4ce3-33c3-4faa-8fb9-f702c44d367a tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9098496 May 26 14:01:13.280165 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f3aab00-646f-43d0-bc2c-e376b20d7eed', 'tag': 'fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:01:13.280165 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a67d27a2ec375fafa348027e062b6cf3c7935884065918e746e599b143197b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5567e42d-299b-4be0-8498-61bccbe0225a" -d '{"events": [{"name": "network-changed", "server_uuid": "5f3aab00-646f-43d0-bc2c-e376b20d7eed", "tag": "fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:01:13.318786 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 14:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16ed375-00b1-456d-b2fd-7248d25b3eea x-openstack-request-id: req-e16ed375-00b1-456d-b2fd-7248d25b3eea {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:01:13.319077 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f3aab00-646f-43d0-bc2c-e376b20d7eed", "tag": "fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:01:13.319334 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e16ed375-00b1-456d-b2fd-7248d25b3eea {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:01:13.320372 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e16ed375-00b1-456d-b2fd-7248d25b3eea'] response: {'name': 'network-changed', 'server_uuid': '5f3aab00-646f-43d0-bc2c-e376b20d7eed', 'tag': 'fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53', 'status': 'completed', 'code': 200} May 26 14:01:13.352852 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-a6bfacbd-0efb-4a29-9437-54d61651976d None None] Set router b7c93cc2-e741-4932-8956-ed9aed4ead8f gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:01:13.641738 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a6bfacbd-0efb-4a29-9437-54d61651976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'name': 'tempest-TestVolumeBootPattern-2008676792-router', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T13:59:41Z', 'revision_number': 4, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'gw_port': {'id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': '262f9b4e-648c-47f3-b08b-5ccc67b92ddd', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'port_id': 'fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'mac_address': 'fa:16:3e:9a:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3aab00-646f-43d0-bc2c-e376b20d7eed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:01:12Z', 'updated_at': '2022-05-26T14:01:12Z', 'revision_number': 0, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c838c993-7dcc-4776-a562-c32b19de95f4', 'name': '', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'mac_address': 'fa:16:3e:a2:9e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:39Z', 'updated_at': '2022-05-26T13:59:48Z', 'revision_number': 5, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'subnets': [{'id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:13.669207 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bfacbd-0efb-4a29-9437-54d61651976d None None] Checking router: b7c93cc2-e741-4932-8956-ed9aed4ead8f for host: dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:01:13.671933 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fb1cd-c4ee-4230-877c-e576354d3bcd req-dcd1fed6-afaa-4866-827f-927a27a4a00f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:13.673519 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a76fb1cd-c4ee-4230-877c-e576354d3bcd req-dcd1fed6-afaa-4866-827f-927a27a4a00f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0505092 May 26 14:01:13.678094 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bfacbd-0efb-4a29-9437-54d61651976d None None] Routers {'b7c93cc2-e741-4932-8956-ed9aed4ead8f'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:01:13.678707 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a6bfacbd-0efb-4a29-9437-54d61651976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:00:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['b7c93cc2-e741-4932-8956-ed9aed4ead8f'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:13.720506 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a76fb1cd-c4ee-4230-877c-e576354d3bcd req-c11d8873-c086-4c6b-9be2-4b688f7f5369 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414898 May 26 14:01:13.778977 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-a6bfacbd-0efb-4a29-9437-54d61651976d None None] Set router b7c93cc2-e741-4932-8956-ed9aed4ead8f gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:01:13.968768 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=100 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:13.976873 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=100 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:13.980284 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a6bfacbd-0efb-4a29-9437-54d61651976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'name': 'tempest-TestVolumeBootPattern-2008676792-router', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T13:59:41Z', 'revision_number': 4, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'gw_port': {'id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': '262f9b4e-648c-47f3-b08b-5ccc67b92ddd', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'port_id': 'fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'mac_address': 'fa:16:3e:9a:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3aab00-646f-43d0-bc2c-e376b20d7eed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:01:12Z', 'updated_at': '2022-05-26T14:01:12Z', 'revision_number': 0, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c838c993-7dcc-4776-a562-c32b19de95f4', 'name': '', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'mac_address': 'fa:16:3e:a2:9e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:39Z', 'updated_at': '2022-05-26T13:59:48Z', 'revision_number': 5, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'subnets': [{'id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:14.003360 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bfacbd-0efb-4a29-9437-54d61651976d None None] The sync data for ids ['b7c93cc2-e741-4932-8956-ed9aed4ead8f'] in dv-cinder-842130-1-iscsi is: [{'id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'name': 'tempest-TestVolumeBootPattern-2008676792-router', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T13:59:41Z', 'revision_number': 4, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'gw_port': {'id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': '262f9b4e-648c-47f3-b08b-5ccc67b92ddd', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'port_id': 'fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'mac_address': 'fa:16:3e:9a:1f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3aab00-646f-43d0-bc2c-e376b20d7eed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:01:12Z', 'updated_at': '2022-05-26T14:01:12Z', 'revision_number': 0, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c838c993-7dcc-4776-a562-c32b19de95f4', 'name': '', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'mac_address': 'fa:16:3e:a2:9e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:39Z', 'updated_at': '2022-05-26T13:59:48Z', 'revision_number': 5, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'subnets': [{'id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:01:14.195464 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898bc89d-c586-45bb-ab01-d70a9d706cde None None] New status for floating IP 262f9b4e-648c-47f3-b08b-5ccc67b92ddd: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 14:01:14.839721 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35debdd3-6acd-4a76-b7fd-85b25fbc7471 req-863ac3b8-16c3-4da6-93f5-c6809b75749d tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:14.841066 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-35debdd3-6acd-4a76-b7fd-85b25fbc7471 req-863ac3b8-16c3-4da6-93f5-c6809b75749d tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0453115 May 26 14:01:14.872734 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:14.888661 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-35debdd3-6acd-4a76-b7fd-85b25fbc7471 req-4ccd050c-8eec-4887-af2e-f1f36dc78c1c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421886 May 26 14:01:16.009810 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc2105-50fa-4120-95a7-b4268dd52d7e req-aa5bf1c2-ae3a-49de-b42f-8b5bc9345306 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:16.011260 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d6fc2105-50fa-4120-95a7-b4268dd52d7e req-aa5bf1c2-ae3a-49de-b42f-8b5bc9345306 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0499010 May 26 14:01:16.060734 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d6fc2105-50fa-4120-95a7-b4268dd52d7e req-3f1cc719-5239-4c6f-9a52-5169e1db6392 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439541 May 26 14:01:17.176015 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d04a52-6d49-48e4-839c-c22bc2e55a43 req-9f377e98-f631-4917-b229-d46f6bf8e1da tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:17.177493 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a1d04a52-6d49-48e4-839c-c22bc2e55a43 req-9f377e98-f631-4917-b229-d46f6bf8e1da tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0465302 May 26 14:01:17.226210 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a1d04a52-6d49-48e4-839c-c22bc2e55a43 req-3313581f-5ec1-49a2-9a0f-b7b3d45c95b1 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424802 May 26 14:01:17.489294 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0d0edf85-0f4b-484b-80dc-9bf08277ba39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:17.511511 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567e42d-299b-4be0-8498-61bccbe0225a req-add6e1ce-9ba6-44e0-aaa8-ecac07fbe067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:17.513059 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5567e42d-299b-4be0-8498-61bccbe0225a req-add6e1ce-9ba6-44e0-aaa8-ecac07fbe067 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ed15631acafd41528b96f2ed12c19e5b&device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 1130 time: 0.0409541 May 26 14:01:17.618150 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567e42d-299b-4be0-8498-61bccbe0225a req-0bb1302c-6577-4f2a-a2e8-200f5c12b3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:17.619630 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5567e42d-299b-4be0-8498-61bccbe0225a req-0bb1302c-6577-4f2a-a2e8-200f5c12b3fa service neutron] 10.222.0.82 "GET /v2.0/networks?id=bb3bf56d-90fc-4a74-995d-ab2752db975c HTTP/1.1" status: 200 len: 913 time: 0.0988042 May 26 14:01:17.685865 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5567e42d-299b-4be0-8498-61bccbe0225a req-af4a6c0f-7c79-4d48-8745-98bd08e0d6ee service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53 HTTP/1.1" status: 200 len: 1001 time: 0.0590062 May 26 14:01:18.350377 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855edae-cf30-4e2d-b892-e600723d8243 req-6155ff79-a12b-4ca6-8396-ec30049c0702 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:18.351919 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8855edae-cf30-4e2d-b892-e600723d8243 req-6155ff79-a12b-4ca6-8396-ec30049c0702 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0517118 May 26 14:01:18.399030 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8855edae-cf30-4e2d-b892-e600723d8243 req-bae3d5e9-7c38-4532-ba38-393944c77dfb tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415719 May 26 14:01:19.520942 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4659d-2a19-4b2b-a2d9-29b1b2777304 req-3b53ca1b-112a-4cc2-9fc6-81c6dc3e902a tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:19.522613 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cee4659d-2a19-4b2b-a2d9-29b1b2777304 req-3b53ca1b-112a-4cc2-9fc6-81c6dc3e902a tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0505855 May 26 14:01:19.574750 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cee4659d-2a19-4b2b-a2d9-29b1b2777304 req-582ea068-3eb4-4f92-bf33-5edc3da6afcd tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460522 May 26 14:01:19.642404 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b243541d-e78d-4754-8165-2c3a738ec4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:20.697633 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e036e4-a47a-4f01-8df8-c4aef2886305 req-e3812e31-c7d2-40be-8a88-b7510c0be632 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:20.701613 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-84e036e4-a47a-4f01-8df8-c4aef2886305 req-e3812e31-c7d2-40be-8a88-b7510c0be632 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0486724 May 26 14:01:20.749367 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-84e036e4-a47a-4f01-8df8-c4aef2886305 req-fca57d61-3179-4601-be28-7f340d537685 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446472 May 26 14:01:21.278952 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:21.871660 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a8f23-0827-46eb-bcf9-7996eaa29f12 req-a174b977-4cee-4862-979e-2bf0adad2322 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:21.873138 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-066a8f23-0827-46eb-bcf9-7996eaa29f12 req-a174b977-4cee-4862-979e-2bf0adad2322 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0478568 May 26 14:01:21.923222 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-066a8f23-0827-46eb-bcf9-7996eaa29f12 req-6cea67e2-acc9-406a-af82-cb9fcdb8f4a8 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444868 May 26 14:01:22.482932 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:23.062721 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88c1d7-1759-4279-a2bb-b8e2b75f2dc5 req-1b785289-d6f5-403d-9a60-9ea896dbf69f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:23.064188 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3c88c1d7-1759-4279-a2bb-b8e2b75f2dc5 req-1b785289-d6f5-403d-9a60-9ea896dbf69f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0515940 May 26 14:01:23.111543 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3c88c1d7-1759-4279-a2bb-b8e2b75f2dc5 req-767319e6-98f0-490c-8b2f-d0d0e797b981 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412831 May 26 14:01:23.983617 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=2 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:23.989359 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:23.995189 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:24.206620 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:24.253067 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee523b56-ddad-4e63-a666-4a4e5d9cf6bc req-b9890f46-b87d-4ef2-9d3d-43d26b125a46 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:24.254514 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ee523b56-ddad-4e63-a666-4a4e5d9cf6bc req-b9890f46-b87d-4ef2-9d3d-43d26b125a46 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0648632 May 26 14:01:24.311570 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ee523b56-ddad-4e63-a666-4a4e5d9cf6bc req-f042ec19-42a5-4e1a-928d-543af692ac32 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507300 May 26 14:01:25.453004 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf3c4c-bf54-483d-866f-3adb9b7a5a1d req-5e550dbf-5747-4883-8e6d-9338a3bf96ce tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:25.454845 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1bbf3c4c-bf54-483d-866f-3adb9b7a5a1d req-5e550dbf-5747-4883-8e6d-9338a3bf96ce tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0574322 May 26 14:01:25.525681 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1bbf3c4c-bf54-483d-866f-3adb9b7a5a1d req-9eb6797f-6283-4941-aad1-30a0fd6c6af7 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648060 May 26 14:01:26.647130 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7e4de-d98f-4ce4-8c3e-3c79c9256689 req-bae2c626-e8aa-49d6-86ba-b7755be8e897 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:26.649190 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-efe7e4de-d98f-4ce4-8c3e-3c79c9256689 req-bae2c626-e8aa-49d6-86ba-b7755be8e897 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0520773 May 26 14:01:26.695967 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-efe7e4de-d98f-4ce4-8c3e-3c79c9256689 req-829e8daf-1bd7-49c5-a4d8-e60c95cb39cb tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410378 May 26 14:01:27.615190 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=83 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:27.684787 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=34 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:27.826224 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593934dc-3547-4310-81bb-3b9c3def8007 req-a1295130-9d0f-4780-9b2f-7b0de83d6991 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:27.827819 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-593934dc-3547-4310-81bb-3b9c3def8007 req-a1295130-9d0f-4780-9b2f-7b0de83d6991 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0588794 May 26 14:01:27.879167 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-593934dc-3547-4310-81bb-3b9c3def8007 req-9b4015fe-fe79-478a-a094-7d7330b14701 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457423 May 26 14:01:29.017618 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:29.027086 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f664715-efdc-4070-9c7a-39dc6befc78d req-a5123b59-9378-4cdf-b75e-e3c66249a2e3 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:29.028561 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4f664715-efdc-4070-9c7a-39dc6befc78d req-a5123b59-9378-4cdf-b75e-e3c66249a2e3 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0480976 May 26 14:01:29.075944 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4f664715-efdc-4070-9c7a-39dc6befc78d req-739b3ec2-79ba-41d0-9849-000eb1c4dc6a tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418830 May 26 14:01:30.195424 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d5959-18a6-4d48-aa3f-2f5cc5cba18c req-4fb57c83-accb-442d-9439-4a89f7d485c0 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:30.196911 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-141d5959-18a6-4d48-aa3f-2f5cc5cba18c req-4fb57c83-accb-442d-9439-4a89f7d485c0 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0467644 May 26 14:01:30.246074 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-141d5959-18a6-4d48-aa3f-2f5cc5cba18c req-e20883a4-57b1-4e03-803e-6ae29b174dee tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437131 May 26 14:01:31.370801 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68fbae4-c061-4f8c-be00-43fbc01857c8 req-af19301f-fa29-4a02-ad4a-3d8024b557b6 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:31.373472 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e68fbae4-c061-4f8c-be00-43fbc01857c8 req-af19301f-fa29-4a02-ad4a-3d8024b557b6 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0515289 May 26 14:01:31.428554 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e68fbae4-c061-4f8c-be00-43fbc01857c8 req-b7ca9fea-3e55-42a7-af9b-4ea498c953e0 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502367 May 26 14:01:32.560507 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112ad76-3311-45bd-b2d0-791091dc4d73 req-7d3d9941-3d59-4bef-98fb-34b18665faab tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:32.561995 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a112ad76-3311-45bd-b2d0-791091dc4d73 req-7d3d9941-3d59-4bef-98fb-34b18665faab tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0491762 May 26 14:01:32.607538 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a112ad76-3311-45bd-b2d0-791091dc4d73 req-9846f0e2-5720-48e1-82bd-625ee662f173 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400631 May 26 14:01:33.745464 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c453a403-2461-4f3d-856b-27a4ce539c07 req-a489a941-d7ae-4114-b100-19a6e196d402 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:33.749708 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c453a403-2461-4f3d-856b-27a4ce539c07 req-a489a941-d7ae-4114-b100-19a6e196d402 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0653732 May 26 14:01:33.808329 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c453a403-2461-4f3d-856b-27a4ce539c07 req-7379abc6-eb93-4e1d-848b-5ffb3483daae tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550807 May 26 14:01:33.984187 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:34.923336 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca50eb1-a44a-4c2c-a70e-d225135b35c7 req-1f81e937-07e5-4102-a2a3-1782c4656248 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:34.924846 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8ca50eb1-a44a-4c2c-a70e-d225135b35c7 req-1f81e937-07e5-4102-a2a3-1782c4656248 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0467880 May 26 14:01:34.971408 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8ca50eb1-a44a-4c2c-a70e-d225135b35c7 req-67f0ab3a-08ef-480a-b40c-53a24a2a09b1 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406618 May 26 14:01:36.077550 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:36.088514 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8b5f7-428a-41ba-8a3f-5d8c2f1fbac4 req-af5351ac-e4d0-4b68-b8c1-0e18ea756d06 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:36.089986 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4ca8b5f7-428a-41ba-8a3f-5d8c2f1fbac4 req-af5351ac-e4d0-4b68-b8c1-0e18ea756d06 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0459359 May 26 14:01:36.139942 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4ca8b5f7-428a-41ba-8a3f-5d8c2f1fbac4 req-d99f23ef-2e76-4180-84bf-055e99534197 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444624 May 26 14:01:36.568019 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567e42d-299b-4be0-8498-61bccbe0225a req-3710ab3b-810b-4d8d-87e5-9823c4426569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:36.570006 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5567e42d-299b-4be0-8498-61bccbe0225a req-3710ab3b-810b-4d8d-87e5-9823c4426569 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a30ef594-0dbe-4d1b-9278-186af670d87d HTTP/1.1" status: 200 len: 851 time: 0.0970025 May 26 14:01:37.259861 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14452b4e-35b4-49b2-8aa5-dcb6d82f47d4 req-eab80682-3cf4-4d64-a5fa-7fd2bddcb9a5 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:37.261360 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-14452b4e-35b4-49b2-8aa5-dcb6d82f47d4 req-eab80682-3cf4-4d64-a5fa-7fd2bddcb9a5 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0472867 May 26 14:01:37.265977 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:37.309919 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-14452b4e-35b4-49b2-8aa5-dcb6d82f47d4 req-09712f0e-a37a-4f46-a10c-2b9fe361520c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426700 May 26 14:01:38.317839 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567e42d-299b-4be0-8498-61bccbe0225a req-66be8d90-822a-47bd-95ad-cc91a2dbda7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:38.319363 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5567e42d-299b-4be0-8498-61bccbe0225a req-66be8d90-822a-47bd-95ad-cc91a2dbda7e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bb3bf56d-90fc-4a74-995d-ab2752db975c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409536 May 26 14:01:38.417745 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5567e42d-299b-4be0-8498-61bccbe0225a req-4442c621-cc22-4ee4-98d9-3205c0bd4dc4 service neutron] 10.222.0.82 "GET /v2.0/networks/bb3bf56d-90fc-4a74-995d-ab2752db975c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910642 May 26 14:01:38.436320 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c887dc8-6a39-496d-b0e1-1875f55d0653 req-c5685473-aa78-4037-b8eb-459cc1cf33d1 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:38.437882 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7c887dc8-6a39-496d-b0e1-1875f55d0653 req-c5685473-aa78-4037-b8eb-459cc1cf33d1 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0485213 May 26 14:01:38.488995 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7c887dc8-6a39-496d-b0e1-1875f55d0653 req-093276b8-409f-486e-9cf0-72a57a85878c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450306 May 26 14:01:38.513452 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5567e42d-299b-4be0-8498-61bccbe0225a req-7d0056a5-4d6d-4b60-a98c-bf0d2aa905e6 service neutron] 10.222.0.82 "GET /v2.0/networks/bb3bf56d-90fc-4a74-995d-ab2752db975c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894277 May 26 14:01:39.618183 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff12b5c-18f7-4a80-a569-c87b676bfaff req-33f5ff72-d737-4401-91a5-d5b79b1f5f37 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:39.619678 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-eff12b5c-18f7-4a80-a569-c87b676bfaff req-33f5ff72-d737-4401-91a5-d5b79b1f5f37 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0503016 May 26 14:01:39.667718 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-eff12b5c-18f7-4a80-a569-c87b676bfaff req-07f4d551-eb01-4fdf-a13e-bd4130c8a4a3 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425100 May 26 14:01:40.786100 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05858c81-bcce-48b4-872b-abd6ad67998d req-9edb28c7-c5eb-48d6-8351-204475ff2c7e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:40.787552 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-05858c81-bcce-48b4-872b-abd6ad67998d req-9edb28c7-c5eb-48d6-8351-204475ff2c7e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0464747 May 26 14:01:40.833915 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-05858c81-bcce-48b4-872b-abd6ad67998d req-5589f3f5-33a6-428b-a250-8664ac9c849b tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403070 May 26 14:01:41.958645 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bf459-7999-4c06-9d0a-4af2d65b6b18 req-aba2963a-32b7-46c0-83f5-bc3d2c5dff95 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:41.960115 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8b3bf459-7999-4c06-9d0a-4af2d65b6b18 req-aba2963a-32b7-46c0-83f5-bc3d2c5dff95 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0506685 May 26 14:01:41.993576 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:42.009349 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8b3bf459-7999-4c06-9d0a-4af2d65b6b18 req-d10cea47-f452-41bd-9cdc-24522fd0e5e6 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435965 May 26 14:01:42.237860 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 49970) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:42.343397 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5c5d05c7-1c4c-46e5-bea9-7c4ebd1704a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:42.421323 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5c5d05c7-1c4c-46e5-bea9-7c4ebd1704a9 admin admin] Publish callbacks [] for security_group (6a951eee-7536-42c9-be9c-5b905263705e), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:42.426228 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5c5d05c7-1c4c-46e5-bea9-7c4ebd1704a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (6a951eee-7536-42c9-be9c-5b905263705e), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:42.466361 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-5c5d05c7-1c4c-46e5-bea9-7c4ebd1704a9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2e57d6db85a644e38660e2d0e3016a94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274065 May 26 14:01:42.467204 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d05c7-1c4c-46e5-bea9-7c4ebd1704a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a951eee-7536-42c9-be9c-5b905263705e,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:42.470238 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 49974) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:42.475184 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5d05c7-1c4c-46e5-bea9-7c4ebd1704a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:42.475529 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5d05c7-1c4c-46e5-bea9-7c4ebd1704a9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:42.476371 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5d05c7-1c4c-46e5-bea9-7c4ebd1704a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:42.476809 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5d05c7-1c4c-46e5-bea9-7c4ebd1704a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:42.477170 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5d05c7-1c4c-46e5-bea9-7c4ebd1704a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:42.477507 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5d05c7-1c4c-46e5-bea9-7c4ebd1704a9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:42.477859 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5d05c7-1c4c-46e5-bea9-7c4ebd1704a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:42.478180 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5d05c7-1c4c-46e5-bea9-7c4ebd1704a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:42.479057 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5d05c7-1c4c-46e5-bea9-7c4ebd1704a9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:42.479057 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5d05c7-1c4c-46e5-bea9-7c4ebd1704a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:42.479260 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5d05c7-1c4c-46e5-bea9-7c4ebd1704a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:42.479499 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5d05c7-1c4c-46e5-bea9-7c4ebd1704a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:42.480722 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5d05c7-1c4c-46e5-bea9-7c4ebd1704a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:42.480722 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5d05c7-1c4c-46e5-bea9-7c4ebd1704a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:42.480722 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5d05c7-1c4c-46e5-bea9-7c4ebd1704a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:42.529637 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-277ecb54-df0c-4f4b-b425-e8666b0655c0 admin admin] Publish callbacks [] for security_group (6a951eee-7536-42c9-be9c-5b905263705e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:42.552023 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-277ecb54-df0c-4f4b-b425-e8666b0655c0 admin admin] Publish callbacks [] for security_group (6a951eee-7536-42c9-be9c-5b905263705e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:42.608554 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-277ecb54-df0c-4f4b-b425-e8666b0655c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (6a951eee-7536-42c9-be9c-5b905263705e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:42.611121 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-277ecb54-df0c-4f4b-b425-e8666b0655c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:42.612265 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-277ecb54-df0c-4f4b-b425-e8666b0655c0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6a951eee-7536-42c9-be9c-5b905263705e HTTP/1.1" status: 204 len: 168 time: 0.1410580 May 26 14:01:42.620267 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ecb54-df0c-4f4b-b425-e8666b0655c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a951eee-7536-42c9-be9c-5b905263705e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:42.627393 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ecb54-df0c-4f4b-b425-e8666b0655c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:42.627738 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ecb54-df0c-4f4b-b425-e8666b0655c0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:42.628070 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ecb54-df0c-4f4b-b425-e8666b0655c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:42.628410 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ecb54-df0c-4f4b-b425-e8666b0655c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:42.628737 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ecb54-df0c-4f4b-b425-e8666b0655c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:42.629056 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ecb54-df0c-4f4b-b425-e8666b0655c0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:42.629403 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ecb54-df0c-4f4b-b425-e8666b0655c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:42.629726 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ecb54-df0c-4f4b-b425-e8666b0655c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:42.630161 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ecb54-df0c-4f4b-b425-e8666b0655c0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:42.630535 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ecb54-df0c-4f4b-b425-e8666b0655c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:42.630685 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ecb54-df0c-4f4b-b425-e8666b0655c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:42.630998 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ecb54-df0c-4f4b-b425-e8666b0655c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:42.631366 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ecb54-df0c-4f4b-b425-e8666b0655c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:42.631633 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ecb54-df0c-4f4b-b425-e8666b0655c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:42.631985 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277ecb54-df0c-4f4b-b425-e8666b0655c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:43.129974 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33864bc-1ab5-4408-ae8f-2e71f843b02d req-0b957402-78cc-4f81-b365-9dec84b0db82 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:43.131601 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d33864bc-1ab5-4408-ae8f-2e71f843b02d req-0b957402-78cc-4f81-b365-9dec84b0db82 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0478456 May 26 14:01:43.185470 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d33864bc-1ab5-4408-ae8f-2e71f843b02d req-a3b6bc02-c878-49be-973b-b2e3957f874f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476058 May 26 14:01:43.259573 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 50000) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:43.357432 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2fef7772-0454-4fb7-b61d-21dcb5acfc0b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-299531056-network', 'tenant_id': '98a1b861d3d84f309ff5a1e90f7499fd'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:01:43.377698 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fef7772-0454-4fb7-b61d-21dcb5acfc0b admin admin] Made reservation on behalf of 98a1b861d3d84f309ff5a1e90f7499fd for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:01:43.379980 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2fef7772-0454-4fb7-b61d-21dcb5acfc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:43.388625 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2fef7772-0454-4fb7-b61d-21dcb5acfc0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:43.465778 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2fef7772-0454-4fb7-b61d-21dcb5acfc0b admin admin] Publish callbacks [] for security_group (9545b227-e19f-472b-8c41-99d44ad97e01), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:43.470549 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2fef7772-0454-4fb7-b61d-21dcb5acfc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (9545b227-e19f-472b-8c41-99d44ad97e01), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:43.500308 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fef7772-0454-4fb7-b61d-21dcb5acfc0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 14:01:43.510334 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef7772-0454-4fb7-b61d-21dcb5acfc0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9545b227-e19f-472b-8c41-99d44ad97e01,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:43.516807 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2fef7772-0454-4fb7-b61d-21dcb5acfc0b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727248709223', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990'] for segment (196b44fc-2245-4db7-8ab6-10bbe5b5b8ae), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:43.517353 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.db.segments_db [None req-2fef7772-0454-4fb7-b61d-21dcb5acfc0b admin admin] Added segment 196b44fc-2245-4db7-8ab6-10bbe5b5b8ae of type vlan for network bbfc7162-50f8-45cc-990c-7477113944aa May 26 14:01:43.556749 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2fef7772-0454-4fb7-b61d-21dcb5acfc0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248153200'] for network (bbfc7162-50f8-45cc-990c-7477113944aa), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:43.580485 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2fef7772-0454-4fb7-b61d-21dcb5acfc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (bbfc7162-50f8-45cc-990c-7477113944aa), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:43.581621 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fef7772-0454-4fb7-b61d-21dcb5acfc0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:43.582194 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2fef7772-0454-4fb7-b61d-21dcb5acfc0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:43.633088 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-2fef7772-0454-4fb7-b61d-21dcb5acfc0b admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.3723881 May 26 14:01:43.635943 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 50004) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:43.640773 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-9476d1c5-8034-44c5-a57e-29d4ac769a84 admin admin] Request body: {'subnet': {'network_id': 'bbfc7162-50f8-45cc-990c-7477113944aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-299531056-subnet', 'tenant_id': '98a1b861d3d84f309ff5a1e90f7499fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:01:43.644174 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef7772-0454-4fb7-b61d-21dcb5acfc0b admin admin] Pushing event updated for resources: {'Network': ['ID=bbfc7162-50f8-45cc-990c-7477113944aa,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:43.654228 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Network bbfc7162-50f8-45cc-990c-7477113944aa details requested by agent ovs-agent-dv-cinder-842130-1-iscsi with host dv-cinder-842130-1-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 14:01:43.662118 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9476d1c5-8034-44c5-a57e-29d4ac769a84 admin admin] Made reservation on behalf of 98a1b861d3d84f309ff5a1e90f7499fd for: {'subnet': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:01:43.664973 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9476d1c5-8034-44c5-a57e-29d4ac769a84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13326012'] for subnet (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:43.743422 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:43.833957 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9476d1c5-8034-44c5-a57e-29d4ac769a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13293551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13325994'] for subnet (a3ee2017-2d28-484a-bdfe-83c050d7eec5), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:43.888612 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9476d1c5-8034-44c5-a57e-29d4ac769a84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3ee2017-2d28-484a-bdfe-83c050d7eec5,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:43.897511 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9476d1c5-8034-44c5-a57e-29d4ac769a84 admin admin] Checking segment: {'id': '196b44fc-2245-4db7-8ab6-10bbe5b5b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bbfc7162-50f8-45cc-990c-7477113944aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 14:01:43.897890 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9476d1c5-8034-44c5-a57e-29d4ac769a84 admin admin] Network hostable DHCP agents. Network: bbfc7162-50f8-45cc-990c-7477113944aa, hostable agents: ['d9e93f65-b338-473a-bf3d-e7a4456d9980'], hosted agents: [] {{(pid=103886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 14:01:43.915434 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9476d1c5-8034-44c5-a57e-29d4ac769a84 admin admin] Network bbfc7162-50f8-45cc-990c-7477113944aa is scheduled to be hosted by DHCP agent d9e93f65-b338-473a-bf3d-e7a4456d9980 with binding_index 1 {{(pid=103886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 14:01:43.924370 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-9476d1c5-8034-44c5-a57e-29d4ac769a84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842130-1-iscsi, bbfc7162-50f8-45cc-990c-7477113944aa) {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:01:43.930013 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9476d1c5-8034-44c5-a57e-29d4ac769a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:43.931330 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9476d1c5-8034-44c5-a57e-29d4ac769a84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:43.933002 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b858fd-68ec-46b5-be8c-7b33b17d8d07 None None] Network bbfc7162-50f8-45cc-990c-7477113944aa requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 14:01:43.946972 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-9476d1c5-8034-44c5-a57e-29d4ac769a84 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3098066 May 26 14:01:44.036398 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e2dcc1-52a4-47ef-b15b-660a581197cc None None] Network bbfc7162-50f8-45cc-990c-7477113944aa requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 14:01:44.308785 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b2c66-b1d5-4110-8425-f6d3f07eebe3 req-f9e71336-a3f0-494e-9f72-0df7858d0ead tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:44.310425 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-878b2c66-b1d5-4110-8425-f6d3f07eebe3 req-f9e71336-a3f0-494e-9f72-0df7858d0ead tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0517683 May 26 14:01:44.369667 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-878b2c66-b1d5-4110-8425-f6d3f07eebe3 req-243dd5df-0a71-49d9-b149-a5acd5ab1a9d tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531192 May 26 14:01:45.499182 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12030217-728d-41f4-8984-ca5f1d6599e6 req-c17fe23e-9203-4e80-931c-b75cf5faa05c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:45.500723 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-12030217-728d-41f4-8984-ca5f1d6599e6 req-c17fe23e-9203-4e80-931c-b75cf5faa05c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0536418 May 26 14:01:45.552579 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-12030217-728d-41f4-8984-ca5f1d6599e6 req-b0ce4ef6-7d50-4620-bc3c-bbb55f6236e2 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456569 May 26 14:01:45.682709 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:45.733078 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-a3bc9239-2dc3-406e-aeeb-b15fc1936175 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:45.734569 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-a3bc9239-2dc3-406e-aeeb-b15fc1936175 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/networks?id=bbfc7162-50f8-45cc-990c-7477113944aa HTTP/1.1" status: 200 len: 813 time: 0.1004760 May 26 14:01:45.748453 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-144e5d62-a67c-42a4-aeba-5d5f0bd27907 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/quotas/98a1b861d3d84f309ff5a1e90f7499fd HTTP/1.1" status: 200 len: 375 time: 0.0087376 May 26 14:01:45.783459 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-954dc3cf-df17-43a0-988d-efdc34d9e066 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=98a1b861d3d84f309ff5a1e90f7499fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301855 May 26 14:01:45.916507 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-96ff6ccd-27da-459b-a283-72f774848436 service neutron] 10.222.0.91 "GET /v2.0/networks/bbfc7162-50f8-45cc-990c-7477113944aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258924 May 26 14:01:46.007584 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-2bdef6f2-854f-43e8-8607-c2c71a84537f service neutron] 10.222.0.91 "GET /v2.0/networks/bbfc7162-50f8-45cc-990c-7477113944aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844872 May 26 14:01:46.162235 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ff694114-94f9-45de-9f6e-60a376e6c16c req-5e5791f9-f371-45d0-afa6-527e13a0d5bc tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/ports?device_id=92878816-6457-4392-b0bc-fb172b09fb2c HTTP/1.1" status: 200 len: 210 time: 0.0287347 May 26 14:01:46.691681 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76ebd1-419e-4ff5-83af-10f718ebd3c9 req-bb86485f-c85a-41fc-b21f-319671d6a9f9 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:46.693230 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ce76ebd1-419e-4ff5-83af-10f718ebd3c9 req-bb86485f-c85a-41fc-b21f-319671d6a9f9 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 944 time: 0.0656533 May 26 14:01:46.745904 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ce76ebd1-419e-4ff5-83af-10f718ebd3c9 req-d19981aa-fd13-47fa-b7f4-df8bd13b2c43 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468476 May 26 14:01:47.040813 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 0d486a1e-7691-438f-a89c-df9425b682f1 details requested by agent hyperv_hv-cinder-84213 with host hv-cinder-84213 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 14:01:47.143505 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 0d486a1e-7691-438f-a89c-df9425b682f1, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=0d486a1e-7691-438f-a89c-df9425b682f1,segment=NetworkSegment(19072dfe-0334-40e6-bb73-47766657aa3f),segment_id=19072dfe-0334-40e6-bb73-47766657aa3f)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:01:47.156366 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Returning: {'device': '0d486a1e-7691-438f-a89c-df9425b682f1', 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62', 'port_id': '0d486a1e-7691-438f-a89c-df9425b682f1', 'mac_address': 'fa:16:3e:e5:72:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610ffda6-b7a7-4a06-84a4-402e2b1f27f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 14:01:47.194395 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 0d486a1e-7691-438f-a89c-df9425b682f1 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:01:47.194828 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (0d486a1e-7691-438f-a89c-df9425b682f1), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:47.209225 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d486a1e-7691-438f-a89c-df9425b682f1 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 14:01:47.232991 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 0d486a1e-7691-438f-a89c-df9425b682f1, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=0d486a1e-7691-438f-a89c-df9425b682f1,segment=NetworkSegment(19072dfe-0334-40e6-bb73-47766657aa3f),segment_id=19072dfe-0334-40e6-bb73-47766657aa3f)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:01:47.239215 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:47.249006 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (0d486a1e-7691-438f-a89c-df9425b682f1), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:47.284380 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-be591ee5-fc6b-4e51-a438-399e45aa9538 req-b30b8c56-7cc7-48c8-8226-e169e5ff1813 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/ports?device_id=92878816-6457-4392-b0bc-fb172b09fb2c HTTP/1.1" status: 200 len: 210 time: 0.0454292 May 26 14:01:47.303778 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=0d486a1e-7691-438f-a89c-df9425b682f1,revision_number=9']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:47.306497 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:47.311070 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:47.311401 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:47.311760 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:47.313259 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:47.313259 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:47.313259 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:47.313259 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:47.313594 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:47.314049 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:47.314049 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:47.314370 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:47.314807 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:47.315171 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:47.315488 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:47.315811 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:47.350426 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-721d3988-1198-4a43-a78a-f6939ef260a5 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:47.353103 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-721d3988-1198-4a43-a78a-f6939ef260a5 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.82 "GET /v2.0/networks?id=bbfc7162-50f8-45cc-990c-7477113944aa HTTP/1.1" status: 200 len: 813 time: 0.1462896 May 26 14:01:47.375717 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-1738dadd-e697-46ee-be4d-278a8a5b3b58 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Request body: {'port': {'device_id': '92878816-6457-4392-b0bc-fb172b09fb2c', 'network_id': 'bbfc7162-50f8-45cc-990c-7477113944aa', 'admin_state_up': True, 'tenant_id': '98a1b861d3d84f309ff5a1e90f7499fd'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:01:47.487186 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-1738dadd-e697-46ee-be4d-278a8a5b3b58 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Made reservation on behalf of 98a1b861d3d84f309ff5a1e90f7499fd for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:01:47.490687 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-1738dadd-e697-46ee-be4d-278a8a5b3b58 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:47.491431 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-95caad40-edd6-4dba-a312-5b371d5de198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:47.618705 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-1738dadd-e697-46ee-be4d-278a8a5b3b58 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Allocated IP 172.20.0.8 (bbfc7162-50f8-45cc-990c-7477113944aa/a3ee2017-2d28-484a-bdfe-83c050d7eec5/34f5dafc-2456-45ca-8aa3-b0e00e47f747) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:01:47.767083 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-1738dadd-e697-46ee-be4d-278a8a5b3b58 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Publish callbacks [] for port (34f5dafc-2456-45ca-8aa3-b0e00e47f747), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:47.799485 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-1738dadd-e697-46ee-be4d-278a8a5b3b58 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (34f5dafc-2456-45ca-8aa3-b0e00e47f747), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:47.840260 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-1738dadd-e697-46ee-be4d-278a8a5b3b58 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Network bbfc7162-50f8-45cc-990c-7477113944aa is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:01:47.845462 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-1738dadd-e697-46ee-be4d-278a8a5b3b58 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:01:47.849130 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-1738dadd-e697-46ee-be4d-278a8a5b3b58 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 14:01:47.862212 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] get_ports_and_sgs() called for port_ids ['0d486a1e-7691-438f-a89c-df9425b682f1'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 14:01:47.873862 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1738dadd-e697-46ee-be4d-278a8a5b3b58 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Pushing event updated for resources: {'Port': ['ID=34f5dafc-2456-45ca-8aa3-b0e00e47f747,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:47.876288 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68fb4f1-5bf4-4dcd-9ca1-2e669752ee69 req-b4609cc8-6834-40f0-a02b-a41b709fe12b tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:47.878417 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c68fb4f1-5bf4-4dcd-9ca1-2e669752ee69 req-b4609cc8-6834-40f0-a02b-a41b709fe12b tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 945 time: 0.0563085 May 26 14:01:47.895454 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:47.902617 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-1738dadd-e697-46ee-be4d-278a8a5b3b58 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:47.903250 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-1738dadd-e697-46ee-be4d-278a8a5b3b58 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:47.921701 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-1738dadd-e697-46ee-be4d-278a8a5b3b58 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5497873 May 26 14:01:47.935112 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c68fb4f1-5bf4-4dcd-9ca1-2e669752ee69 req-0967f270-09c6-4aef-949f-e78ea29600b4 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456393 May 26 14:01:47.941453 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-ec5953fe-653a-491f-a350-123bb96f95c8 service neutron] Request body: {'port': {'device_id': '92878816-6457-4392-b0bc-fb172b09fb2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84213'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:01:48.005075 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-ec5953fe-653a-491f-a350-123bb96f95c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (34f5dafc-2456-45ca-8aa3-b0e00e47f747), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:48.076376 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:48.149897 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:48.286791 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-ec5953fe-653a-491f-a350-123bb96f95c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34f5dafc-2456-45ca-8aa3-b0e00e47f747 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 14:01:48.294749 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-ec5953fe-653a-491f-a350-123bb96f95c8 service neutron] Publish callbacks [] for port (34f5dafc-2456-45ca-8aa3-b0e00e47f747), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:48.308892 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-ec5953fe-653a-491f-a350-123bb96f95c8 service neutron] Transition to ACTIVE for port object 34f5dafc-2456-45ca-8aa3-b0e00e47f747 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 14:01:48.313908 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-ec5953fe-653a-491f-a350-123bb96f95c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14253987'] for port (34f5dafc-2456-45ca-8aa3-b0e00e47f747), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:48.361049 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5953fe-653a-491f-a350-123bb96f95c8 service neutron] Pushing event updated for resources: {'Port': ['ID=34f5dafc-2456-45ca-8aa3-b0e00e47f747,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:48.394059 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13543dcd-c5a5-420d-8fbb-a2163cf90e4b req-5f5fedad-e4ef-402f-acbd-ef17ff77ea49 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:48.395518 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-13543dcd-c5a5-420d-8fbb-a2163cf90e4b req-5f5fedad-e4ef-402f-acbd-ef17ff77ea49 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/ports?device_id=92878816-6457-4392-b0bc-fb172b09fb2c HTTP/1.1" status: 200 len: 943 time: 0.0494316 May 26 14:01:48.432900 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-ec5953fe-653a-491f-a350-123bb96f95c8 service neutron] Attempting to bind port 34f5dafc-2456-45ca-8aa3-b0e00e47f747 on host hv-cinder-84213 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 14:01:48.433262 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-ec5953fe-653a-491f-a350-123bb96f95c8 service neutron] Attempting to bind port 34f5dafc-2456-45ca-8aa3-b0e00e47f747 by drivers openvswitch,hyperv on host hv-cinder-84213 at level 0 using segments [{'id': '196b44fc-2245-4db7-8ab6-10bbe5b5b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bbfc7162-50f8-45cc-990c-7477113944aa'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 14:01:48.433594 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-ec5953fe-653a-491f-a350-123bb96f95c8 service neutron] Attempting to bind port 34f5dafc-2456-45ca-8aa3-b0e00e47f747 on network bbfc7162-50f8-45cc-990c-7477113944aa {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 14:01:48.437947 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-ec5953fe-653a-491f-a350-123bb96f95c8 service neutron] Port 34f5dafc-2456-45ca-8aa3-b0e00e47f747 on network bbfc7162-50f8-45cc-990c-7477113944aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84213 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 14:01:48.438263 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-ec5953fe-653a-491f-a350-123bb96f95c8 service neutron] Attempting to bind port 34f5dafc-2456-45ca-8aa3-b0e00e47f747 on network bbfc7162-50f8-45cc-990c-7477113944aa {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 14:01:48.443120 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-13543dcd-c5a5-420d-8fbb-a2163cf90e4b req-e9d25917-6f20-4d76-a315-3af63f6d80a5 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/security-groups?id=9545b227-e19f-472b-8c41-99d44ad97e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414174 May 26 14:01:48.443284 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-ec5953fe-653a-491f-a350-123bb96f95c8 service neutron] Checking agent: {'id': '7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'started_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 14, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 14:01:48.443500 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-ec5953fe-653a-491f-a350-123bb96f95c8 service neutron] Checking segment: {'id': '196b44fc-2245-4db7-8ab6-10bbe5b5b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bbfc7162-50f8-45cc-990c-7477113944aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 14:01:48.443878 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-ec5953fe-653a-491f-a350-123bb96f95c8 service neutron] Bound using segment: {'id': '196b44fc-2245-4db7-8ab6-10bbe5b5b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bbfc7162-50f8-45cc-990c-7477113944aa'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 14:01:48.444335 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-ec5953fe-653a-491f-a350-123bb96f95c8 service neutron] Bound port: 34f5dafc-2456-45ca-8aa3-b0e00e47f747, host: hv-cinder-84213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '196b44fc-2245-4db7-8ab6-10bbe5b5b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bbfc7162-50f8-45cc-990c-7477113944aa'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 14:01:48.444695 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-ec5953fe-653a-491f-a350-123bb96f95c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (34f5dafc-2456-45ca-8aa3-b0e00e47f747), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:48.507265 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-ec5953fe-653a-491f-a350-123bb96f95c8 service neutron] For port 34f5dafc-2456-45ca-8aa3-b0e00e47f747, host hv-cinder-84213, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 14:01:48.510535 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-ec5953fe-653a-491f-a350-123bb96f95c8 service neutron] For port 34f5dafc-2456-45ca-8aa3-b0e00e47f747, host hv-cinder-84213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=34f5dafc-2456-45ca-8aa3-b0e00e47f747,segment=NetworkSegment(196b44fc-2245-4db7-8ab6-10bbe5b5b8ae),segment_id=196b44fc-2245-4db7-8ab6-10bbe5b5b8ae)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 14:01:48.516197 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-ec5953fe-653a-491f-a350-123bb96f95c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14253987'] for port (34f5dafc-2456-45ca-8aa3-b0e00e47f747), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:48.548936 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-ec5953fe-653a-491f-a350-123bb96f95c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:48.549589 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-ec5953fe-653a-491f-a350-123bb96f95c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:48.550979 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-ec5953fe-653a-491f-a350-123bb96f95c8 service neutron] 10.222.0.82 "PUT /v2.0/ports/34f5dafc-2456-45ca-8aa3-b0e00e47f747 HTTP/1.1" status: 200 len: 1093 time: 0.6143019 May 26 14:01:48.551412 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92878816-6457-4392-b0bc-fb172b09fb2c', 'tag': '34f5dafc-2456-45ca-8aa3-b0e00e47f747'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:01:48.553708 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a2fe3094dbca619affac8640d5d00e1e0d94bf0ce4138e249cf9dd9a9bbd82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f26751-5ed2-4033-ab0d-64bcd3a75f20" -d '{"events": [{"name": "network-changed", "server_uuid": "92878816-6457-4392-b0bc-fb172b09fb2c", "tag": "34f5dafc-2456-45ca-8aa3-b0e00e47f747"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:01:48.586224 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5953fe-653a-491f-a350-123bb96f95c8 service neutron] Pushing event updated for resources: {'Port': ['ID=34f5dafc-2456-45ca-8aa3-b0e00e47f747,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:48.652252 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-fe870165-78a5-4f33-b4da-fdb2dcd11728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:48.653783 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-fe870165-78a5-4f33-b4da-fdb2dcd11728 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=98a1b861d3d84f309ff5a1e90f7499fd&device_id=92878816-6457-4392-b0bc-fb172b09fb2c HTTP/1.1" status: 200 len: 1127 time: 0.0429075 May 26 14:01:48.704913 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-68cf9ae1-a3ac-4451-b4ce-3071d81f9749 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34f5dafc-2456-45ca-8aa3-b0e00e47f747 HTTP/1.1" status: 200 len: 217 time: 0.0363619 May 26 14:01:48.738371 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 14:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ff6c1f-af97-4a70-94d1-596ca411bb68 x-openstack-request-id: req-04ff6c1f-af97-4a70-94d1-596ca411bb68 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:01:48.738652 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92878816-6457-4392-b0bc-fb172b09fb2c", "tag": "34f5dafc-2456-45ca-8aa3-b0e00e47f747", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:01:48.738896 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-04ff6c1f-af97-4a70-94d1-596ca411bb68 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:01:48.739304 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04ff6c1f-af97-4a70-94d1-596ca411bb68'] response: {'name': 'network-changed', 'server_uuid': '92878816-6457-4392-b0bc-fb172b09fb2c', 'tag': '34f5dafc-2456-45ca-8aa3-b0e00e47f747', 'status': 'completed', 'code': 200} May 26 14:01:48.756299 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-1582b406-0d05-4293-b2eb-b1d9f968b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:48.757798 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-1582b406-0d05-4293-b2eb-b1d9f968b9d6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3ee2017-2d28-484a-bdfe-83c050d7eec5 HTTP/1.1" status: 200 len: 853 time: 0.0467393 May 26 14:01:48.791379 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-9d78cc95-118c-40b8-97a4-d73b8086c017 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bbfc7162-50f8-45cc-990c-7477113944aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266700 May 26 14:01:48.880542 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-ca172a06-7dea-47d1-923b-630dffe5992e service neutron] 10.222.0.82 "GET /v2.0/networks/bbfc7162-50f8-45cc-990c-7477113944aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822957 May 26 14:01:48.986314 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-203e1306-37a3-46e1-a1f1-69e4769ad6f7 req-98d488eb-fccf-4ae3-80fb-fe3d3c4f0722 service neutron] 10.222.0.82 "GET /v2.0/networks/bbfc7162-50f8-45cc-990c-7477113944aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984981 May 26 14:01:49.063099 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903442d-e894-4791-99d7-788ed453e2e4 req-92a3d373-8fa8-46e6-a930-a5f50f1def61 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:49.064618 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4903442d-e894-4791-99d7-788ed453e2e4 req-92a3d373-8fa8-46e6-a930-a5f50f1def61 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 945 time: 0.0528765 May 26 14:01:49.113420 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4903442d-e894-4791-99d7-788ed453e2e4 req-8eacbcd2-c612-441e-9086-b70c10707bbd tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415432 May 26 14:01:49.516702 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 0d486a1e-7691-438f-a89c-df9425b682f1 up at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 14:01:49.526699 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:01:49.570538 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae789a-c7f3-4ff8-be28-d3fdebd440b1 req-0b946911-bdb7-4971-b997-fa8d8a2348f1 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:49.572221 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-35ae789a-c7f3-4ff8-be28-d3fdebd440b1 req-0b946911-bdb7-4971-b997-fa8d8a2348f1 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/ports?device_id=92878816-6457-4392-b0bc-fb172b09fb2c HTTP/1.1" status: 200 len: 943 time: 0.0535245 May 26 14:01:49.579128 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning complete for port 0d486a1e-7691-438f-a89c-df9425b682f1 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:01:49.579517 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (0d486a1e-7691-438f-a89c-df9425b682f1), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:49.628400 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-35ae789a-c7f3-4ff8-be28-d3fdebd440b1 req-ec6c2377-6ffb-4cde-80d0-751d6814b717 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/security-groups?id=9545b227-e19f-472b-8c41-99d44ad97e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501809 May 26 14:01:49.718412 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:49.745949 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2f485597-7a98-4513-9986-a16b998ac27b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:49.755590 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:49.787169 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 0d486a1e-7691-438f-a89c-df9425b682f1 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:01:49.787551 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (0d486a1e-7691-438f-a89c-df9425b682f1), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:49.810893 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9116ee60-50e6-48c5-bcc1-8e9d08e35458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d486a1e-7691-438f-a89c-df9425b682f1'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:01:49.813091 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75cf6a0b0aca4359f4c43b56c27fa80c20f62c04807301a9a0ec5234ef5b0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9167d5c-94ea-4bda-94eb-99b3364eb382" -d '{"events": [{"server_uuid": "9116ee60-50e6-48c5-bcc1-8e9d08e35458", "name": "network-vif-plugged", "status": "completed", "tag": "0d486a1e-7691-438f-a89c-df9425b682f1"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:01:49.825603 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 0d486a1e-7691-438f-a89c-df9425b682f1, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=0d486a1e-7691-438f-a89c-df9425b682f1,segment=NetworkSegment(19072dfe-0334-40e6-bb73-47766657aa3f),segment_id=19072dfe-0334-40e6-bb73-47766657aa3f)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:01:49.829392 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (0d486a1e-7691-438f-a89c-df9425b682f1), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:49.880620 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=0d486a1e-7691-438f-a89c-df9425b682f1,revision_number=10']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:49.910494 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a649c7-8e5c-4328-b6f9-91c237fd2e7a x-openstack-request-id: req-c5a649c7-8e5c-4328-b6f9-91c237fd2e7a {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:01:49.910798 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9116ee60-50e6-48c5-bcc1-8e9d08e35458", "name": "network-vif-plugged", "status": "completed", "tag": "0d486a1e-7691-438f-a89c-df9425b682f1", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:01:49.911045 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c5a649c7-8e5c-4328-b6f9-91c237fd2e7a {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:01:49.911433 dv-cinder-842130-1-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5a649c7-8e5c-4328-b6f9-91c237fd2e7a'] response: {'server_uuid': '9116ee60-50e6-48c5-bcc1-8e9d08e35458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d486a1e-7691-438f-a89c-df9425b682f1', 'code': 200} May 26 14:01:50.231580 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3dbecd-87f5-45a4-9fb0-2884bdfb8648 req-e193e9d4-1b98-4961-829c-6ff6f5c59d48 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:50.233015 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ee3dbecd-87f5-45a4-9fb0-2884bdfb8648 req-e193e9d4-1b98-4961-829c-6ff6f5c59d48 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 947 time: 0.0466683 May 26 14:01:50.281826 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ee3dbecd-87f5-45a4-9fb0-2884bdfb8648 req-b8156714-65f6-43f4-a7f2-e024812c0000 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431087 May 26 14:01:50.747486 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc01a4-baf3-45a0-a647-5501109afb04 req-d55825b8-b6b4-41f4-90a1-0f6de0dbd129 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:50.748939 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-92dc01a4-baf3-45a0-a647-5501109afb04 req-d55825b8-b6b4-41f4-90a1-0f6de0dbd129 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/ports?device_id=92878816-6457-4392-b0bc-fb172b09fb2c HTTP/1.1" status: 200 len: 943 time: 0.0477030 May 26 14:01:50.795181 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-92dc01a4-baf3-45a0-a647-5501109afb04 req-41ec7968-c8c7-48f6-974d-c3bbdd1bbf41 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/security-groups?id=9545b227-e19f-472b-8c41-99d44ad97e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406120 May 26 14:01:51.186480 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 34f5dafc-2456-45ca-8aa3-b0e00e47f747 details requested by agent hyperv_hv-cinder-84213 with host hv-cinder-84213 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 14:01:51.296771 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 34f5dafc-2456-45ca-8aa3-b0e00e47f747, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=34f5dafc-2456-45ca-8aa3-b0e00e47f747,segment=NetworkSegment(196b44fc-2245-4db7-8ab6-10bbe5b5b8ae),segment_id=196b44fc-2245-4db7-8ab6-10bbe5b5b8ae)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:01:51.305172 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:51.309371 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Returning: {'device': '34f5dafc-2456-45ca-8aa3-b0e00e47f747', 'network_id': 'bbfc7162-50f8-45cc-990c-7477113944aa', 'port_id': '34f5dafc-2456-45ca-8aa3-b0e00e47f747', 'mac_address': 'fa:16:3e:f6:8a:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3ee2017-2d28-484a-bdfe-83c050d7eec5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 14:01:51.344586 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 34f5dafc-2456-45ca-8aa3-b0e00e47f747 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:01:51.344972 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (34f5dafc-2456-45ca-8aa3-b0e00e47f747), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:51.358842 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34f5dafc-2456-45ca-8aa3-b0e00e47f747 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 14:01:51.380102 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 34f5dafc-2456-45ca-8aa3-b0e00e47f747, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=34f5dafc-2456-45ca-8aa3-b0e00e47f747,segment=NetworkSegment(196b44fc-2245-4db7-8ab6-10bbe5b5b8ae),segment_id=196b44fc-2245-4db7-8ab6-10bbe5b5b8ae)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:01:51.384038 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (34f5dafc-2456-45ca-8aa3-b0e00e47f747), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:51.400539 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9b772-6582-4cfc-bd80-79b407f7dc26 req-f7de0276-9802-4f88-8786-cb6962d41448 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:51.402044 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6fa9b772-6582-4cfc-bd80-79b407f7dc26 req-f7de0276-9802-4f88-8786-cb6962d41448 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 947 time: 0.0474801 May 26 14:01:51.432649 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=34f5dafc-2456-45ca-8aa3-b0e00e47f747,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:51.450451 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6fa9b772-6582-4cfc-bd80-79b407f7dc26 req-cc3ddb29-e2bb-43e5-b37a-7569e5c74c85 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426855 May 26 14:01:51.908453 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bb21c-c05f-4316-a356-41511973d593 req-52e39ab2-6465-49c0-934e-7c538efa187b tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:51.909911 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-853bb21c-c05f-4316-a356-41511973d593 req-52e39ab2-6465-49c0-934e-7c538efa187b tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/ports?device_id=92878816-6457-4392-b0bc-fb172b09fb2c HTTP/1.1" status: 200 len: 944 time: 0.0492556 May 26 14:01:51.934147 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:51.961665 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-853bb21c-c05f-4316-a356-41511973d593 req-cdbb6123-564d-43a1-b30f-b72c56961a95 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/security-groups?id=9545b227-e19f-472b-8c41-99d44ad97e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457499 May 26 14:01:52.079933 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] get_ports_and_sgs() called for port_ids ['34f5dafc-2456-45ca-8aa3-b0e00e47f747'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 14:01:52.309036 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f26751-5ed2-4033-ab0d-64bcd3a75f20 req-8e5df153-529c-40b6-a48e-91a3fe41c252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:52.310618 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-93f26751-5ed2-4033-ab0d-64bcd3a75f20 req-8e5df153-529c-40b6-a48e-91a3fe41c252 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=98a1b861d3d84f309ff5a1e90f7499fd&device_id=92878816-6457-4392-b0bc-fb172b09fb2c HTTP/1.1" status: 200 len: 1128 time: 0.0422635 May 26 14:01:52.488453 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:52.568720 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2caae-9564-4261-82ed-b1a265904790 req-3adeb797-c616-4154-8faf-ce8fb4c67b74 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:52.570345 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0ff2caae-9564-4261-82ed-b1a265904790 req-3adeb797-c616-4154-8faf-ce8fb4c67b74 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 947 time: 0.0461903 May 26 14:01:52.617016 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0ff2caae-9564-4261-82ed-b1a265904790 req-fd3bb1eb-a765-4030-90e1-5cbe35464388 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412333 May 26 14:01:52.770196 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:52.816002 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:52.840715 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f26751-5ed2-4033-ab0d-64bcd3a75f20 req-b56b4715-c739-4e3c-a8cf-0549f4a93a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:52.842236 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-93f26751-5ed2-4033-ab0d-64bcd3a75f20 req-b56b4715-c739-4e3c-a8cf-0549f4a93a0a service neutron] 10.222.0.82 "GET /v2.0/networks?id=bbfc7162-50f8-45cc-990c-7477113944aa HTTP/1.1" status: 200 len: 914 time: 0.0928013 May 26 14:01:52.899204 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-93f26751-5ed2-4033-ab0d-64bcd3a75f20 req-e1cc901e-2c0d-48a3-9d47-bfb046bdf445 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34f5dafc-2456-45ca-8aa3-b0e00e47f747 HTTP/1.1" status: 200 len: 217 time: 0.0402925 May 26 14:01:53.082958 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e33640-0cf8-4f8d-871d-b8ce20fe3797 req-5a8556c0-2c08-47a7-a44c-11b68101082e tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:53.084658 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-59e33640-0cf8-4f8d-871d-b8ce20fe3797 req-5a8556c0-2c08-47a7-a44c-11b68101082e tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/ports?device_id=92878816-6457-4392-b0bc-fb172b09fb2c HTTP/1.1" status: 200 len: 944 time: 0.0493309 May 26 14:01:53.138243 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-59e33640-0cf8-4f8d-871d-b8ce20fe3797 req-17f502f1-5ed1-4eb1-8bb0-7e2128dc382e tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/security-groups?id=9545b227-e19f-472b-8c41-99d44ad97e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478790 May 26 14:01:53.185525 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f26751-5ed2-4033-ab0d-64bcd3a75f20 req-3d869c8a-fdd4-4b7e-b63f-d2a6c930a1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:53.187004 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-93f26751-5ed2-4033-ab0d-64bcd3a75f20 req-3d869c8a-fdd4-4b7e-b63f-d2a6c930a1fa service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3ee2017-2d28-484a-bdfe-83c050d7eec5 HTTP/1.1" status: 200 len: 853 time: 0.2807131 May 26 14:01:53.188300 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf8faa-f993-4658-9f5f-4bc4f387fa69 req-eb640885-eb15-4427-b3da-7eab6c2164d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:53.189664 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0edf8faa-f993-4658-9f5f-4bc4f387fa69 req-eb640885-eb15-4427-b3da-7eab6c2164d5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 1131 time: 0.2587736 May 26 14:01:53.238922 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-93f26751-5ed2-4033-ab0d-64bcd3a75f20 req-e25a42fa-bfb3-4bcf-925a-54e8072835d8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bbfc7162-50f8-45cc-990c-7477113944aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330839 May 26 14:01:53.306699 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0edf8faa-f993-4658-9f5f-4bc4f387fa69 req-8dfe87b4-9bee-42e1-b1d4-4162fb2a54c5 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062105 May 26 14:01:53.344129 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-93f26751-5ed2-4033-ab0d-64bcd3a75f20 req-3a239997-ec5e-4fa1-8dd4-e974cda5eca6 service neutron] 10.222.0.82 "GET /v2.0/networks/bbfc7162-50f8-45cc-990c-7477113944aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983129 May 26 14:01:53.617516 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 34f5dafc-2456-45ca-8aa3-b0e00e47f747 up at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 14:01:53.664619 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning for port 34f5dafc-2456-45ca-8aa3-b0e00e47f747 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 14:01:53.671049 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning complete for port 34f5dafc-2456-45ca-8aa3-b0e00e47f747 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:01:53.671420 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (34f5dafc-2456-45ca-8aa3-b0e00e47f747), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:53.735676 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663a978-b3f8-49f7-b6a9-5001c5ae9108 req-11181de2-8ddd-4d4b-9304-78fe99f39a39 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:53.737190 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c663a978-b3f8-49f7-b6a9-5001c5ae9108 req-11181de2-8ddd-4d4b-9304-78fe99f39a39 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 947 time: 0.0461910 May 26 14:01:53.747147 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 34f5dafc-2456-45ca-8aa3-b0e00e47f747 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:01:53.747547 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (34f5dafc-2456-45ca-8aa3-b0e00e47f747), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:53.769556 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92878816-6457-4392-b0bc-fb172b09fb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f5dafc-2456-45ca-8aa3-b0e00e47f747'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:01:53.772006 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75cf6a0b0aca4359f4c43b56c27fa80c20f62c04807301a9a0ec5234ef5b0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a8bf17-2f11-4053-98a1-a1c56d298e6c" -d '{"events": [{"server_uuid": "92878816-6457-4392-b0bc-fb172b09fb2c", "name": "network-vif-plugged", "status": "completed", "tag": "34f5dafc-2456-45ca-8aa3-b0e00e47f747"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:01:53.782101 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:53.785258 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c663a978-b3f8-49f7-b6a9-5001c5ae9108 req-541f39df-6bb5-41eb-9f9c-b721fac3bb5b tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416076 May 26 14:01:53.786936 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 34f5dafc-2456-45ca-8aa3-b0e00e47f747, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=34f5dafc-2456-45ca-8aa3-b0e00e47f747,segment=NetworkSegment(196b44fc-2245-4db7-8ab6-10bbe5b5b8ae),segment_id=196b44fc-2245-4db7-8ab6-10bbe5b5b8ae)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:01:53.792891 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (34f5dafc-2456-45ca-8aa3-b0e00e47f747), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:53.814762 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:53.818278 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f2a468-9eb8-4901-a873-7c9209fd477b x-openstack-request-id: req-66f2a468-9eb8-4901-a873-7c9209fd477b {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:01:53.818567 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92878816-6457-4392-b0bc-fb172b09fb2c", "name": "network-vif-plugged", "status": "completed", "tag": "34f5dafc-2456-45ca-8aa3-b0e00e47f747", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:01:53.818821 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-66f2a468-9eb8-4901-a873-7c9209fd477b {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:01:53.819235 dv-cinder-842130-1-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66f2a468-9eb8-4901-a873-7c9209fd477b'] response: {'server_uuid': '92878816-6457-4392-b0bc-fb172b09fb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f5dafc-2456-45ca-8aa3-b0e00e47f747', 'code': 200} May 26 14:01:53.842730 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=34f5dafc-2456-45ca-8aa3-b0e00e47f747,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:54.000083 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:54.034236 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-93f26751-5ed2-4033-ab0d-64bcd3a75f20 req-f63721d8-bf6f-4e60-8a59-b6097f386ba6 service neutron] 10.222.0.82 "GET /v2.0/networks/bbfc7162-50f8-45cc-990c-7477113944aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934801 May 26 14:01:54.217934 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:54.252592 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57352804-5813-4730-aadc-c44ad7a51b73 req-a0df2d0d-bb45-43f1-b7ef-ef3a1ac5a97f tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:54.254009 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-57352804-5813-4730-aadc-c44ad7a51b73 req-a0df2d0d-bb45-43f1-b7ef-ef3a1ac5a97f tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/ports?device_id=92878816-6457-4392-b0bc-fb172b09fb2c HTTP/1.1" status: 200 len: 945 time: 0.0465446 May 26 14:01:54.300376 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-57352804-5813-4730-aadc-c44ad7a51b73 req-7c58e42b-be8c-490c-9cce-0371309bd1ad tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/security-groups?id=9545b227-e19f-472b-8c41-99d44ad97e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403624 May 26 14:01:54.770360 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4789c3-3fe1-4f33-a422-b92ff63f9d41 req-dba395df-71b9-4360-a3b3-7199dcbebcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:54.772086 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4a4789c3-3fe1-4f33-a422-b92ff63f9d41 req-dba395df-71b9-4360-a3b3-7199dcbebcba service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=92878816-6457-4392-b0bc-fb172b09fb2c HTTP/1.1" status: 200 len: 1129 time: 0.0391941 May 26 14:01:54.830411 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4a4789c3-3fe1-4f33-a422-b92ff63f9d41 req-891a6beb-6aec-474a-92a7-f387bed9bbc4 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=9545b227-e19f-472b-8c41-99d44ad97e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374625 May 26 14:01:54.925697 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f309768-bdb3-4c7b-af4c-85967fcbf18e req-77a3046b-f70f-4328-8653-a43fd542d132 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:54.927141 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7f309768-bdb3-4c7b-af4c-85967fcbf18e req-77a3046b-f70f-4328-8653-a43fd542d132 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 947 time: 0.0489407 May 26 14:01:54.972936 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7f309768-bdb3-4c7b-af4c-85967fcbf18e req-79ca6559-ca75-4205-93a9-90c663369cd9 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396540 May 26 14:01:55.440332 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed65d06-4406-4457-86a3-4903c5393456 req-6c0628e0-1d20-47d8-aa3f-079dffb260f7 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:55.441859 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0ed65d06-4406-4457-86a3-4903c5393456 req-6c0628e0-1d20-47d8-aa3f-079dffb260f7 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/ports?device_id=92878816-6457-4392-b0bc-fb172b09fb2c HTTP/1.1" status: 200 len: 945 time: 0.0631771 May 26 14:01:55.489418 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0ed65d06-4406-4457-86a3-4903c5393456 req-8728dcbb-94d1-4be1-8076-cd783da946ae tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/security-groups?id=9545b227-e19f-472b-8c41-99d44ad97e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421112 May 26 14:01:55.710223 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=4 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:56.109185 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0dc78a-9ece-48be-ba12-890e549e80b6 req-d5f9e276-3efc-47d1-8d2e-cd6883c73260 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:56.110635 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1c0dc78a-9ece-48be-ba12-890e549e80b6 req-d5f9e276-3efc-47d1-8d2e-cd6883c73260 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 947 time: 0.0605841 May 26 14:01:56.163130 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1c0dc78a-9ece-48be-ba12-890e549e80b6 req-edd3ad15-555b-478d-8277-d5a6ad765ef1 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448015 May 26 14:01:56.604008 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3150a0-5377-4107-b420-42c5bb8fb3af req-a9426483-9c5e-4c27-970d-5333b57f6145 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:56.605497 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-eb3150a0-5377-4107-b420-42c5bb8fb3af req-a9426483-9c5e-4c27-970d-5333b57f6145 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/ports?device_id=92878816-6457-4392-b0bc-fb172b09fb2c HTTP/1.1" status: 200 len: 945 time: 0.0460124 May 26 14:01:56.651946 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-eb3150a0-5377-4107-b420-42c5bb8fb3af req-e2201bf5-e3a8-4bd7-a6d0-f02b31526a79 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/security-groups?id=9545b227-e19f-472b-8c41-99d44ad97e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409935 May 26 14:01:57.280144 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91867e-fdfd-4682-8a89-e478165303d4 req-029c931a-7bd9-486a-9ae9-1498e3eb1be3 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:57.281811 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5e91867e-fdfd-4682-8a89-e478165303d4 req-029c931a-7bd9-486a-9ae9-1498e3eb1be3 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 947 time: 0.0469134 May 26 14:01:57.330158 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5e91867e-fdfd-4682-8a89-e478165303d4 req-290b9a66-ee1d-4209-85ff-a9280b000abf tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429072 May 26 14:01:57.766498 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b402a-337c-4e46-8206-564aac4ea402 req-a347db60-f8b7-4c00-9d64-fb65dcdcea56 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:57.767965 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fe3b402a-337c-4e46-8206-564aac4ea402 req-a347db60-f8b7-4c00-9d64-fb65dcdcea56 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/ports?device_id=92878816-6457-4392-b0bc-fb172b09fb2c HTTP/1.1" status: 200 len: 945 time: 0.0464339 May 26 14:01:57.814158 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fe3b402a-337c-4e46-8206-564aac4ea402 req-fe5d03cb-53d2-4e75-abab-fb0e2ee7a656 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/security-groups?id=9545b227-e19f-472b-8c41-99d44ad97e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403185 May 26 14:01:58.935347 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32dab29-358a-417e-aba9-3bf9e6bd77ff req-556b0f38-b7ed-4be8-a5d6-da4047e89510 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:58.936795 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a32dab29-358a-417e-aba9-3bf9e6bd77ff req-556b0f38-b7ed-4be8-a5d6-da4047e89510 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/ports?device_id=92878816-6457-4392-b0bc-fb172b09fb2c HTTP/1.1" status: 200 len: 945 time: 0.0547254 May 26 14:01:58.982988 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a32dab29-358a-417e-aba9-3bf9e6bd77ff req-1414d599-4705-4768-aa29-1b04ceb83e55 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/security-groups?id=9545b227-e19f-472b-8c41-99d44ad97e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405607 May 26 14:01:59.521386 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=4 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:00.069485 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:00.113977 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2879b3-d44e-41cb-8428-533ca67a0fb5 req-4b185a4e-12e9-4806-bd22-5d42df382788 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:00.115467 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5d2879b3-d44e-41cb-8428-533ca67a0fb5 req-4b185a4e-12e9-4806-bd22-5d42df382788 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/ports?device_id=92878816-6457-4392-b0bc-fb172b09fb2c HTTP/1.1" status: 200 len: 945 time: 0.0544899 May 26 14:02:00.162826 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5d2879b3-d44e-41cb-8428-533ca67a0fb5 req-8b8471cd-3b55-4168-9ba2-95e563c692cf tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/security-groups?id=9545b227-e19f-472b-8c41-99d44ad97e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416667 May 26 14:02:03.984131 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=9 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:03.986109 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:04.821043 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=45 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:04.828368 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=53 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:05.984257 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f2531f50-9d0e-4fb5-a88a-8a32962e18f2 req-b0ca0e5b-9581-4928-aa19-bb9aa7d986c4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416098 May 26 14:02:06.093818 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2531f50-9d0e-4fb5-a88a-8a32962e18f2 req-ff0dd1a5-a206-47a2-a05a-d7a4b2b2722b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:06.095280 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f2531f50-9d0e-4fb5-a88a-8a32962e18f2 req-ff0dd1a5-a206-47a2-a05a-d7a4b2b2722b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e3d27b9eb0ef4c338c18c2a1d02db444&device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 1130 time: 0.0405276 May 26 14:02:06.213081 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2531f50-9d0e-4fb5-a88a-8a32962e18f2 req-907eef67-1f96-4722-ad47-586360a64c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:06.214583 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f2531f50-9d0e-4fb5-a88a-8a32962e18f2 req-907eef67-1f96-4722-ad47-586360a64c36 service neutron] 10.222.0.82 "GET /v2.0/networks?id=94664734-1654-43f2-b262-23850dca9bb9 HTTP/1.1" status: 200 len: 918 time: 0.0925581 May 26 14:02:06.254779 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f2531f50-9d0e-4fb5-a88a-8a32962e18f2 req-c31cbfff-447d-48ab-b7aa-d694baad110a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d789974b-4593-46b6-9ee2-38b74839df10 HTTP/1.1" status: 200 len: 217 time: 0.0334756 May 26 14:02:06.305253 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2531f50-9d0e-4fb5-a88a-8a32962e18f2 req-3882d6a4-1109-4d94-a021-3c8e8bf9f2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:06.306707 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f2531f50-9d0e-4fb5-a88a-8a32962e18f2 req-3882d6a4-1109-4d94-a021-3c8e8bf9f2e1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=463c251f-969b-49e6-b225-a476c859b795 HTTP/1.1" status: 200 len: 856 time: 0.0453670 May 26 14:02:06.359362 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2531f50-9d0e-4fb5-a88a-8a32962e18f2 req-36e7225c-5343-49fa-b5e7-933c348d1057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:06.360789 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f2531f50-9d0e-4fb5-a88a-8a32962e18f2 req-36e7225c-5343-49fa-b5e7-933c348d1057 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=94664734-1654-43f2-b262-23850dca9bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390148 May 26 14:02:06.456877 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f2531f50-9d0e-4fb5-a88a-8a32962e18f2 req-e8b7649d-592f-4542-a419-880a91779bd3 service neutron] 10.222.0.82 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864666 May 26 14:02:06.552542 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f2531f50-9d0e-4fb5-a88a-8a32962e18f2 req-ade66dc6-16a4-4e41-9e51-ebdf8db47ee0 service neutron] 10.222.0.82 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872273 May 26 14:02:07.274602 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:10.152336 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=6 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:10.159037 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=85 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:16.543115 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=43 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:16.549567 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=50 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:17.268489 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:17.270534 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:17.492770 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-aeb5d9c6-93ef-4ee1-b318-860290eed063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:19.649090 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d974a333-5b43-4604-ba80-287fc9d1fcc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:20.518841 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=15 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:20.519730 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=13 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:21.284814 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:22.496452 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:23.983744 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:26.528035 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:02:28.126655 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a5952-e1a4-44c8-9849-6ea547890c24 req-1764f64a-192e-49bb-8fdd-10164ce23575 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:28.128361 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-734a5952-e1a4-44c8-9849-6ea547890c24 req-1764f64a-192e-49bb-8fdd-10164ce23575 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.0496349 May 26 14:02:28.163442 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc8c8c-80bb-4d1a-8bc1-5d06e0df0219 req-608ec809-306b-408c-9ffe-3f9f79b60828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:28.165745 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a4dc8c8c-80bb-4d1a-8bc1-5d06e0df0219 req-608ec809-306b-408c-9ffe-3f9f79b60828 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e3d27b9eb0ef4c338c18c2a1d02db444&device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 1129 time: 0.0515511 May 26 14:02:28.186410 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-734a5952-e1a4-44c8-9849-6ea547890c24 req-d1bc6a19-3d2c-4d9e-9dd3-616466858603 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480721 May 26 14:02:28.267600 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc8c8c-80bb-4d1a-8bc1-5d06e0df0219 req-2e6ef010-97ed-46f1-8635-760c7a019238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:28.270437 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a4dc8c8c-80bb-4d1a-8bc1-5d06e0df0219 req-2e6ef010-97ed-46f1-8635-760c7a019238 service neutron] 10.222.0.82 "GET /v2.0/networks?id=94664734-1654-43f2-b262-23850dca9bb9 HTTP/1.1" status: 200 len: 918 time: 0.0974960 May 26 14:02:28.340711 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a4dc8c8c-80bb-4d1a-8bc1-5d06e0df0219 req-efb02369-127c-4d9a-82e4-f2c72a7a94a1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=325f8a3e-5419-43f8-a8e8-0067da401f65 HTTP/1.1" status: 200 len: 1001 time: 0.0632868 May 26 14:02:28.391784 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc8c8c-80bb-4d1a-8bc1-5d06e0df0219 req-6eda5214-5671-47b2-b4b0-dc6bbddedc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:28.393285 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a4dc8c8c-80bb-4d1a-8bc1-5d06e0df0219 req-6eda5214-5671-47b2-b4b0-dc6bbddedc8d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=463c251f-969b-49e6-b225-a476c859b795 HTTP/1.1" status: 200 len: 856 time: 0.0452466 May 26 14:02:28.452590 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc8c8c-80bb-4d1a-8bc1-5d06e0df0219 req-0d0dcc83-46f7-45da-8e1a-2edffb4eb0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:28.454119 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a4dc8c8c-80bb-4d1a-8bc1-5d06e0df0219 req-0d0dcc83-46f7-45da-8e1a-2edffb4eb0e2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=94664734-1654-43f2-b262-23850dca9bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391538 May 26 14:02:28.548028 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a4dc8c8c-80bb-4d1a-8bc1-5d06e0df0219 req-e0944817-c6bb-449a-a895-efb9efbd706e service neutron] 10.222.0.82 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861921 May 26 14:02:28.642742 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a4dc8c8c-80bb-4d1a-8bc1-5d06e0df0219 req-7e03e08c-6b48-4793-b4dc-6b3600f009d2 service neutron] 10.222.0.82 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800962 May 26 14:02:29.303589 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab00db-4cc9-4b00-b465-b88844e03702 req-d0474bde-bde6-4881-bce6-594a4973d528 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:29.305040 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6eab00db-4cc9-4b00-b465-b88844e03702 req-d0474bde-bde6-4881-bce6-594a4973d528 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.0465574 May 26 14:02:29.355574 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6eab00db-4cc9-4b00-b465-b88844e03702 req-08ee75f3-0253-4440-9fd1-b697003fcc00 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449822 May 26 14:02:30.473416 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f8ba0-b106-4816-95d6-ee92153e9b89 req-6ef0de35-b667-49bc-a354-e1812cb612ff tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:30.474957 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3c6f8ba0-b106-4816-95d6-ee92153e9b89 req-6ef0de35-b667-49bc-a354-e1812cb612ff tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.0471413 May 26 14:02:30.522214 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3c6f8ba0-b106-4816-95d6-ee92153e9b89 req-95e10d50-87f5-4523-884d-06497f88e925 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415525 May 26 14:02:31.633453 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2618ddc-fe97-4543-a02d-cc8218f3c133 req-db8009d2-ce83-4407-98f8-3a6d7c92187f tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:31.635050 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d2618ddc-fe97-4543-a02d-cc8218f3c133 req-db8009d2-ce83-4407-98f8-3a6d7c92187f tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.0466456 May 26 14:02:31.681911 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d2618ddc-fe97-4543-a02d-cc8218f3c133 req-e74df465-8f81-47f3-bf68-0666b0f3577f tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407565 May 26 14:02:32.797217 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83cf69-ddd8-4eed-bbfa-cb9f6d0bd5d2 req-1e12f053-6d03-43b3-81c6-a1f15b081a3c tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:32.798619 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7b83cf69-ddd8-4eed-bbfa-cb9f6d0bd5d2 req-1e12f053-6d03-43b3-81c6-a1f15b081a3c tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.0495758 May 26 14:02:32.846089 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7b83cf69-ddd8-4eed-bbfa-cb9f6d0bd5d2 req-4ad45b59-15ec-408c-87c4-307812f6d692 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410545 May 26 14:02:33.959253 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43856740-bbf5-4692-8343-4e9dd04a685e req-ca1c5226-1365-428d-81c3-23d5e903eec7 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:33.960672 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-43856740-bbf5-4692-8343-4e9dd04a685e req-ca1c5226-1365-428d-81c3-23d5e903eec7 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.0450163 May 26 14:02:33.972435 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=8 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:33.979880 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:34.006631 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-43856740-bbf5-4692-8343-4e9dd04a685e req-c90e440a-a973-4566-82f5-f3f3e0daafab tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397673 May 26 14:02:35.124028 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897738f8-6750-4cc6-9307-617ca9d07bf9 req-4c74d5a3-73f6-419f-869a-dca39ab4e937 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:35.125507 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-897738f8-6750-4cc6-9307-617ca9d07bf9 req-4c74d5a3-73f6-419f-869a-dca39ab4e937 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.0488436 May 26 14:02:35.171362 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-897738f8-6750-4cc6-9307-617ca9d07bf9 req-e867111f-f3fd-485f-a12a-3bd0b632cb43 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403523 May 26 14:02:36.287949 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa1ab5-dff2-45f9-9a06-603fec59eae1 req-ee4239a3-8aeb-4ca2-bc83-db6c47b9e8b1 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:36.289436 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-04aa1ab5-dff2-45f9-9a06-603fec59eae1 req-ee4239a3-8aeb-4ca2-bc83-db6c47b9e8b1 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.0505545 May 26 14:02:36.336321 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-04aa1ab5-dff2-45f9-9a06-603fec59eae1 req-61632b9e-572a-4e77-8993-a463f84c614a tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408976 May 26 14:02:36.523155 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=4 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:36.523815 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=4 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:37.268620 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:37.447273 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b274fa0-64bb-4d41-b5a6-4aee1a9b18bc req-fd58bdea-278e-4e69-ab3c-9ed981b4eef0 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:37.448623 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4b274fa0-64bb-4d41-b5a6-4aee1a9b18bc req-fd58bdea-278e-4e69-ab3c-9ed981b4eef0 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.0451488 May 26 14:02:37.497400 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4b274fa0-64bb-4d41-b5a6-4aee1a9b18bc req-1243d846-52fd-44a0-8066-827ba0065eea tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431390 May 26 14:02:38.634340 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=45 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:38.639934 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=49 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:38.850503 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43716a16-3a07-4559-abd6-46b11e2ad9e8 req-3f7f44b8-26aa-4545-b10d-514bd18a6607 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:38.851901 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-43716a16-3a07-4559-abd6-46b11e2ad9e8 req-3f7f44b8-26aa-4545-b10d-514bd18a6607 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.2873919 May 26 14:02:38.898227 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-43716a16-3a07-4559-abd6-46b11e2ad9e8 req-de8b146f-de67-42a7-a036-e76fe317b315 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401738 May 26 14:02:40.018053 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59fca3-e87e-4013-95c9-1ce9bee18c15 req-18ce74f5-f435-408e-b8f8-b87870dbfd36 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:40.023245 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ad59fca3-e87e-4013-95c9-1ce9bee18c15 req-18ce74f5-f435-408e-b8f8-b87870dbfd36 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.0474560 May 26 14:02:40.063112 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:40.067576 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ad59fca3-e87e-4013-95c9-1ce9bee18c15 req-797e8495-d4ec-4972-baa0-ca849afeb518 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424104 May 26 14:02:41.166747 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:41.182137 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8bdab-10da-4d85-8caf-6d231a5de924 req-c2f89053-77a0-453d-81e9-8ae470bc2196 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:41.183591 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-09a8bdab-10da-4d85-8caf-6d231a5de924 req-c2f89053-77a0-453d-81e9-8ae470bc2196 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.0492439 May 26 14:02:41.230039 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-09a8bdab-10da-4d85-8caf-6d231a5de924 req-4b34ff73-5af8-4e9f-9a59-b2093d3da647 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409255 May 26 14:02:42.356430 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c7ec4-15fc-4bee-ba03-5a689b725d5a req-3a0fe6e7-d848-4f5b-8023-62ca00a324a9 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:42.358422 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e30c7ec4-15fc-4bee-ba03-5a689b725d5a req-3a0fe6e7-d848-4f5b-8023-62ca00a324a9 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.0569720 May 26 14:02:42.409742 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e30c7ec4-15fc-4bee-ba03-5a689b725d5a req-51afb683-6b23-49f9-aff9-1e51c622f8b3 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441763 May 26 14:02:43.524851 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7969a5-df38-4fcc-9bcd-bcc766d8b45a req-42b37613-b8fe-4ae9-8c6b-0a0197b79c44 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:43.526950 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5c7969a5-df38-4fcc-9bcd-bcc766d8b45a req-42b37613-b8fe-4ae9-8c6b-0a0197b79c44 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.0484762 May 26 14:02:43.571259 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5c7969a5-df38-4fcc-9bcd-bcc766d8b45a req-99b8847e-d8b0-4c78-a9c5-ccab5d364889 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388434 May 26 14:02:44.688219 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c07924-333d-436f-9cfc-daa8121d06c4 req-fc0292e8-ac97-44fa-8ada-550153cd2218 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:44.689700 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c7c07924-333d-436f-9cfc-daa8121d06c4 req-fc0292e8-ac97-44fa-8ada-550153cd2218 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.0465069 May 26 14:02:44.735953 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c7c07924-333d-436f-9cfc-daa8121d06c4 req-65cd439a-42cb-4ea7-b28f-656017748379 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408111 May 26 14:02:45.849311 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ea072-6530-4809-a670-0564fa36d2fd req-cfe005d1-a712-4d72-8011-1c0c350f434b tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:45.850762 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-da1ea072-6530-4809-a670-0564fa36d2fd req-cfe005d1-a712-4d72-8011-1c0c350f434b tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.0464807 May 26 14:02:45.901480 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-da1ea072-6530-4809-a670-0564fa36d2fd req-6b3b31c8-ca22-48f9-86da-24096d256037 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447259 May 26 14:02:47.013861 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45030710-d0df-4c56-a74b-8e32fb4a0713 req-5bfdbe55-9229-41c6-8ffe-8b514a69dda0 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:47.015313 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-45030710-d0df-4c56-a74b-8e32fb4a0713 req-5bfdbe55-9229-41c6-8ffe-8b514a69dda0 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.0461335 May 26 14:02:47.061054 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-45030710-d0df-4c56-a74b-8e32fb4a0713 req-54ce9039-91c9-46b7-93e8-6a95fe3298d6 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397189 May 26 14:02:47.494117 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-37fdc89d-03f2-41b7-8567-a5f0bb266ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:48.179379 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9e7dd-0f4f-4af5-acc6-3f52055cdffa req-e6ea729f-732d-4a2c-8d4a-d668531f1536 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:48.180865 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-aec9e7dd-0f4f-4af5-acc6-3f52055cdffa req-e6ea729f-732d-4a2c-8d4a-d668531f1536 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.0469744 May 26 14:02:48.228428 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-aec9e7dd-0f4f-4af5-acc6-3f52055cdffa req-0e205440-48f5-420a-9fc0-222dd8930f44 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419478 May 26 14:02:49.350349 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610cd9e0-b5d1-408c-83c2-0d78a85b2310 req-61cd31c8-90e9-4416-bb93-6f17225d64aa tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:49.351809 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-610cd9e0-b5d1-408c-83c2-0d78a85b2310 req-61cd31c8-90e9-4416-bb93-6f17225d64aa tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.0512545 May 26 14:02:49.398440 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-610cd9e0-b5d1-408c-83c2-0d78a85b2310 req-9f31e0d7-6cc9-47a5-b397-ce90dbfe8102 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409279 May 26 14:02:49.651395 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c82aa2ff-55d2-4bf1-b86e-bbfe383b8548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:50.670632 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787d747-1505-4360-bb23-94cdc779326a req-f6a5a693-9cf5-4f7a-b428-9ba108a112e6 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:50.672085 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d787d747-1505-4360-bb23-94cdc779326a req-f6a5a693-9cf5-4f7a-b428-9ba108a112e6 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.0493357 May 26 14:02:50.717671 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d787d747-1505-4360-bb23-94cdc779326a req-bf227d40-4de7-427a-899f-da6d1d28a5f6 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401127 May 26 14:02:51.287635 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:51.834145 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be22cb-ac0c-47f0-85ae-76b5a6ba3263 req-680bc52b-e3e7-4228-b03e-4310c69b73d5 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:51.835644 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b9be22cb-ac0c-47f0-85ae-76b5a6ba3263 req-680bc52b-e3e7-4228-b03e-4310c69b73d5 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.0470138 May 26 14:02:51.886208 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b9be22cb-ac0c-47f0-85ae-76b5a6ba3263 req-07b64b02-2ac7-46e4-99d1-60ac16aab344 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450716 May 26 14:02:52.499937 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:52.998520 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986208f0-6d4b-433f-beaf-e9c471adeed4 req-9ed462a3-deec-412a-af58-364c7f63e783 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:53.000004 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-986208f0-6d4b-433f-beaf-e9c471adeed4 req-9ed462a3-deec-412a-af58-364c7f63e783 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.0458288 May 26 14:02:53.019554 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:53.049887 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-986208f0-6d4b-433f-beaf-e9c471adeed4 req-ab8f3bd9-de73-4c09-bb8d-d4fff3dec81a tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437822 May 26 14:02:53.985266 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:54.165717 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a1315-a1c3-4166-a8c0-3c155888ee3f req-054dfea0-8ee5-47ba-8158-01d0819e5d28 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:54.167223 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-842a1315-a1c3-4166-a8c0-3c155888ee3f req-054dfea0-8ee5-47ba-8158-01d0819e5d28 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.0481989 May 26 14:02:54.203939 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:54.216490 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-842a1315-a1c3-4166-a8c0-3c155888ee3f req-c10d08f4-c250-4dd0-b0d0-6d344f8eb319 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435004 May 26 14:02:54.606969 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80dc0a-115d-4512-a71a-cf70092b3f88 req-1fd424cc-49c9-4576-86bf-a9bd58a127cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:54.608527 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bc80dc0a-115d-4512-a71a-cf70092b3f88 req-1fd424cc-49c9-4576-86bf-a9bd58a127cf service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 1129 time: 0.0386806 May 26 14:02:54.658282 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bc80dc0a-115d-4512-a71a-cf70092b3f88 req-8ebfc0ca-5f0c-45b5-9a37-d5e8ea94d5be service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420942 May 26 14:02:55.332231 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19cc2f-26af-4be4-9e31-e0ea58b920c1 req-98bb5a10-7764-4c09-bfe6-292a17ac3892 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:55.333743 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0f19cc2f-26af-4be4-9e31-e0ea58b920c1 req-98bb5a10-7764-4c09-bfe6-292a17ac3892 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.0496957 May 26 14:02:55.382571 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0f19cc2f-26af-4be4-9e31-e0ea58b920c1 req-d733a456-f1c1-461c-975a-323116a93ffd tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428951 May 26 14:02:56.497228 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860a6e9-a7cb-4c41-a054-9753b5014490 req-3814c2e5-4dc3-432e-a69d-92a1f446e674 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:56.499179 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f860a6e9-a7cb-4c41-a054-9753b5014490 req-3814c2e5-4dc3-432e-a69d-92a1f446e674 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.0467727 May 26 14:02:56.545313 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f860a6e9-a7cb-4c41-a054-9753b5014490 req-e370d31d-7be8-4b8d-90f6-7fd8bcff36ce tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404973 May 26 14:02:57.664187 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f6374-be00-4bea-adc8-0997d2d07fcd req-d1c994de-d937-42dd-aaa4-051f1f2ca4be tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:57.665735 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0f9f6374-be00-4bea-adc8-0997d2d07fcd req-d1c994de-d937-42dd-aaa4-051f1f2ca4be tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.0513077 May 26 14:02:57.718723 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0f9f6374-be00-4bea-adc8-0997d2d07fcd req-237c1d81-263d-4c24-b47f-6c992489024b tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463161 May 26 14:02:58.121915 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dff01d-3baa-4f8a-bf29-db6e22e48489 req-dd99daa0-1ec2-44fe-a13e-57646e5c8f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:58.123113 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e916de3-40c4-4c79-aa37-8f5e277cdd6b req-d6c2c40f-2100-4227-b38c-c7b8216b168b tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:58.123589 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b5dff01d-3baa-4f8a-bf29-db6e22e48489 req-dd99daa0-1ec2-44fe-a13e-57646e5c8f61 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e3d27b9eb0ef4c338c18c2a1d02db444&device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 1129 time: 0.0396547 May 26 14:02:58.124564 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9e916de3-40c4-4c79-aa37-8f5e277cdd6b req-d6c2c40f-2100-4227-b38c-c7b8216b168b tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.0493186 May 26 14:02:58.182062 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9e916de3-40c4-4c79-aa37-8f5e277cdd6b req-c15f696c-e3cf-4f31-9989-f992c9d37e40 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499194 May 26 14:02:58.233799 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dff01d-3baa-4f8a-bf29-db6e22e48489 req-dcdd5505-154c-4a08-8779-2a06f6dbe13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:58.235287 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b5dff01d-3baa-4f8a-bf29-db6e22e48489 req-dcdd5505-154c-4a08-8779-2a06f6dbe13d service neutron] 10.222.0.82 "GET /v2.0/networks?id=94664734-1654-43f2-b262-23850dca9bb9 HTTP/1.1" status: 200 len: 918 time: 0.0972791 May 26 14:02:58.302746 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b5dff01d-3baa-4f8a-bf29-db6e22e48489 req-6734d575-56a2-4f5e-80c1-e4102b367f3c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=325f8a3e-5419-43f8-a8e8-0067da401f65 HTTP/1.1" status: 200 len: 1001 time: 0.0607750 May 26 14:02:58.351069 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dff01d-3baa-4f8a-bf29-db6e22e48489 req-b04477e3-bc72-49c3-8341-c144b3ac090c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:58.352525 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b5dff01d-3baa-4f8a-bf29-db6e22e48489 req-b04477e3-bc72-49c3-8341-c144b3ac090c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=463c251f-969b-49e6-b225-a476c859b795 HTTP/1.1" status: 200 len: 856 time: 0.0440009 May 26 14:02:58.394630 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dff01d-3baa-4f8a-bf29-db6e22e48489 req-eb868a32-153b-4fe5-8e9a-5c23086f61e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:58.396079 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b5dff01d-3baa-4f8a-bf29-db6e22e48489 req-eb868a32-153b-4fe5-8e9a-5c23086f61e1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=94664734-1654-43f2-b262-23850dca9bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382309 May 26 14:02:58.488995 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b5dff01d-3baa-4f8a-bf29-db6e22e48489 req-408c148f-d429-46fc-8dc3-6177d44ee023 service neutron] 10.222.0.82 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866241 May 26 14:02:58.586064 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b5dff01d-3baa-4f8a-bf29-db6e22e48489 req-ce83460b-07d8-4e59-b8d6-36ab3ca11312 service neutron] 10.222.0.82 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896728 May 26 14:02:58.671998 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83019feb-a5c4-4f5b-9c4a-32033dab6ca1 req-c9f65112-76ac-4f91-a763-15ee81aaafa1 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:58.673477 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-83019feb-a5c4-4f5b-9c4a-32033dab6ca1 req-c9f65112-76ac-4f91-a763-15ee81aaafa1 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/ports?device_id=92878816-6457-4392-b0bc-fb172b09fb2c HTTP/1.1" status: 200 len: 945 time: 0.0455656 May 26 14:02:58.722289 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-83019feb-a5c4-4f5b-9c4a-32033dab6ca1 req-05cb5d02-699b-4135-a688-d004f7e45f7e tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/security-groups?id=9545b227-e19f-472b-8c41-99d44ad97e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432999 May 26 14:02:59.290921 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6207b-5251-40cb-b66f-e0b9b2d59a54 req-17e671ea-469b-48d6-974f-f4e664accd6c tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:59.292384 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-17d6207b-5251-40cb-b66f-e0b9b2d59a54 req-17e671ea-469b-48d6-974f-f4e664accd6c tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.0476840 May 26 14:02:59.338197 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-17d6207b-5251-40cb-b66f-e0b9b2d59a54 req-cafe7a86-96b4-4e3f-a002-8868ff477886 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402284 May 26 14:02:59.834360 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811c635-e8f4-4b50-972f-f892fa595c03 req-99d88eb7-93a3-4456-a5ee-f966e2cad62c tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:59.835804 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0811c635-e8f4-4b50-972f-f892fa595c03 req-99d88eb7-93a3-4456-a5ee-f966e2cad62c tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/ports?device_id=92878816-6457-4392-b0bc-fb172b09fb2c HTTP/1.1" status: 200 len: 945 time: 0.0475922 May 26 14:02:59.881416 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0811c635-e8f4-4b50-972f-f892fa595c03 req-33142f8e-ac18-4e64-8128-2886d34fcb3a tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/security-groups?id=9545b227-e19f-472b-8c41-99d44ad97e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400875 May 26 14:03:00.458643 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0fac9-d683-402c-9e0c-6ab5815c1f26 req-cc62b141-de4c-4347-be91-a9cfb9447c5e tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:00.460031 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dba0fac9-d683-402c-9e0c-6ab5815c1f26 req-cc62b141-de4c-4347-be91-a9cfb9447c5e tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.0508978 May 26 14:03:00.507480 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dba0fac9-d683-402c-9e0c-6ab5815c1f26 req-44da5a06-758c-4593-a96f-f92462a4c288 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419369 May 26 14:03:00.993932 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d3e53-0830-4f70-a431-34a57ede8531 req-563624b6-65ff-42fc-bdda-e8f3a4ba1ae7 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:00.995370 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-185d3e53-0830-4f70-a431-34a57ede8531 req-563624b6-65ff-42fc-bdda-e8f3a4ba1ae7 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/ports?device_id=92878816-6457-4392-b0bc-fb172b09fb2c HTTP/1.1" status: 200 len: 945 time: 0.0464525 May 26 14:03:01.041720 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-185d3e53-0830-4f70-a431-34a57ede8531 req-56dcdfb8-33cd-4f2f-8de6-3b7cb6b3bffb tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/security-groups?id=9545b227-e19f-472b-8c41-99d44ad97e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404203 May 26 14:03:01.602004 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:01.620679 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bcd01-79d1-46c6-8f6d-41800dfe5a0f req-48d32ba8-b429-45de-8876-52bd0cc4b17d tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:01.622151 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d01bcd01-79d1-46c6-8f6d-41800dfe5a0f req-48d32ba8-b429-45de-8876-52bd0cc4b17d tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.0462668 May 26 14:03:01.672493 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d01bcd01-79d1-46c6-8f6d-41800dfe5a0f req-d44c81d3-5ed5-4de6-8341-fa859cbb488d tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440617 May 26 14:03:02.153485 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02831ce4-ad10-4305-b78d-6b7671e9b82b req-90efe0f4-42c3-4311-8507-86ae7d3333c2 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:02.155693 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-02831ce4-ad10-4305-b78d-6b7671e9b82b req-90efe0f4-42c3-4311-8507-86ae7d3333c2 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/ports?device_id=92878816-6457-4392-b0bc-fb172b09fb2c HTTP/1.1" status: 200 len: 945 time: 0.0473630 May 26 14:03:02.202305 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-02831ce4-ad10-4305-b78d-6b7671e9b82b req-688d6cfb-c3ff-4a5a-ab6b-d24c70bf0216 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/security-groups?id=9545b227-e19f-472b-8c41-99d44ad97e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411315 May 26 14:03:02.778206 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:02.786893 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ba193-ae12-4217-bc92-aeaf1be1648d req-e06e10ba-9b25-4b1c-8f98-105a7ae02964 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:02.788352 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cf0ba193-ae12-4217-bc92-aeaf1be1648d req-e06e10ba-9b25-4b1c-8f98-105a7ae02964 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.0476477 May 26 14:03:02.834557 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cf0ba193-ae12-4217-bc92-aeaf1be1648d req-5a1d1720-e1c7-470c-9ba3-73946df071a6 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407462 May 26 14:03:03.164397 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f8afd-1b2c-4067-80e6-d64182e30f93 req-599c1e73-4cdc-4a4a-9f2f-3850128e5291 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:03.165789 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-384f8afd-1b2c-4067-80e6-d64182e30f93 req-599c1e73-4cdc-4a4a-9f2f-3850128e5291 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.82 "GET /v2.0/ports?device_id=92878816-6457-4392-b0bc-fb172b09fb2c HTTP/1.1" status: 200 len: 945 time: 0.0822942 May 26 14:03:03.321288 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbd949-c8a7-4346-aff7-fb348f1f2225 req-70ddcdf6-9069-4f65-bcc9-8918cbf749d5 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:03.322780 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b6cbd949-c8a7-4346-aff7-fb348f1f2225 req-70ddcdf6-9069-4f65-bcc9-8918cbf749d5 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/ports?device_id=92878816-6457-4392-b0bc-fb172b09fb2c HTTP/1.1" status: 200 len: 945 time: 0.0498803 May 26 14:03:03.369175 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b6cbd949-c8a7-4346-aff7-fb348f1f2225 req-ace2d454-c455-4dd1-a53a-d825748b4dd2 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/security-groups?id=9545b227-e19f-472b-8c41-99d44ad97e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406897 May 26 14:03:03.527597 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:03:03.760941 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-384f8afd-1b2c-4067-80e6-d64182e30f93 req-db0b8b01-0ff6-49a1-ae5d-2e8f6fbfb386 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Deleting port 34f5dafc-2456-45ca-8aa3-b0e00e47f747 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:03:03.761313 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-384f8afd-1b2c-4067-80e6-d64182e30f93 req-db0b8b01-0ff6-49a1-ae5d-2e8f6fbfb386 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (34f5dafc-2456-45ca-8aa3-b0e00e47f747), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:03.854728 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-384f8afd-1b2c-4067-80e6-d64182e30f93 req-db0b8b01-0ff6-49a1-ae5d-2e8f6fbfb386 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] For port 34f5dafc-2456-45ca-8aa3-b0e00e47f747, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=34f5dafc-2456-45ca-8aa3-b0e00e47f747,segment=NetworkSegment(196b44fc-2245-4db7-8ab6-10bbe5b5b8ae),segment_id=196b44fc-2245-4db7-8ab6-10bbe5b5b8ae)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:03:03.855089 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-384f8afd-1b2c-4067-80e6-d64182e30f93 req-db0b8b01-0ff6-49a1-ae5d-2e8f6fbfb386 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (34f5dafc-2456-45ca-8aa3-b0e00e47f747), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:03.882406 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-384f8afd-1b2c-4067-80e6-d64182e30f93 req-db0b8b01-0ff6-49a1-ae5d-2e8f6fbfb386 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Calling delete_port for 34f5dafc-2456-45ca-8aa3-b0e00e47f747 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:03:03.953325 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a95f60-50c9-403a-9ec5-652c0b04d18d req-a389da07-3f6e-4e7c-9eab-4748e8c3bfe0 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:03.954809 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d2a95f60-50c9-403a-9ec5-652c0b04d18d req-a389da07-3f6e-4e7c-9eab-4748e8c3bfe0 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.0467622 May 26 14:03:03.979581 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:03.980739 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:04.004358 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d2a95f60-50c9-403a-9ec5-652c0b04d18d req-376f00bc-4707-43ca-a06d-8b6b77240784 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438898 May 26 14:03:04.015145 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:04.046202 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-384f8afd-1b2c-4067-80e6-d64182e30f93 req-db0b8b01-0ff6-49a1-ae5d-2e8f6fbfb386 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (34f5dafc-2456-45ca-8aa3-b0e00e47f747), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:04.056504 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:04.075694 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b8b01-0ff6-49a1-ae5d-2e8f6fbfb386 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Pushing event deleted for resources: {'Port': ['ID=34f5dafc-2456-45ca-8aa3-b0e00e47f747,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:03:04.108966 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b8b01-0ff6-49a1-ae5d-2e8f6fbfb386 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:04.109370 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b8b01-0ff6-49a1-ae5d-2e8f6fbfb386 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:04.109668 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b8b01-0ff6-49a1-ae5d-2e8f6fbfb386 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:04.109998 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b8b01-0ff6-49a1-ae5d-2e8f6fbfb386 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:04.110329 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b8b01-0ff6-49a1-ae5d-2e8f6fbfb386 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:04.110652 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b8b01-0ff6-49a1-ae5d-2e8f6fbfb386 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:04.111022 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b8b01-0ff6-49a1-ae5d-2e8f6fbfb386 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:04.111287 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b8b01-0ff6-49a1-ae5d-2e8f6fbfb386 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:04.111601 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b8b01-0ff6-49a1-ae5d-2e8f6fbfb386 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:04.111916 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b8b01-0ff6-49a1-ae5d-2e8f6fbfb386 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:04.112229 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b8b01-0ff6-49a1-ae5d-2e8f6fbfb386 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:04.112540 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b8b01-0ff6-49a1-ae5d-2e8f6fbfb386 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:04.112850 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b8b01-0ff6-49a1-ae5d-2e8f6fbfb386 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:04.113177 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b8b01-0ff6-49a1-ae5d-2e8f6fbfb386 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:04.113494 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b8b01-0ff6-49a1-ae5d-2e8f6fbfb386 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:04.127794 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c2e83-3f0a-44a6-bfe2-ce01cad55292 req-1227e9a8-384b-4b86-9bb8-9569d0327f88 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:04.129456 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7a6c2e83-3f0a-44a6-bfe2-ce01cad55292 req-1227e9a8-384b-4b86-9bb8-9569d0327f88 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.0567760 May 26 14:03:04.137991 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 50564) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:03:04.143134 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-740cb819-ae3c-43a7-ad1c-e006d6768c71 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Request body: {'floatingip': {'port_id': '325f8a3e-5419-43f8-a8e8-0067da401f65'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:03:04.151894 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-384f8afd-1b2c-4067-80e6-d64182e30f93 req-db0b8b01-0ff6-49a1-ae5d-2e8f6fbfb386 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] No DVR routers for this DVR port 34f5dafc-2456-45ca-8aa3-b0e00e47f747 on host hv-cinder-84213 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:03:04.154952 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-384f8afd-1b2c-4067-80e6-d64182e30f93 req-db0b8b01-0ff6-49a1-ae5d-2e8f6fbfb386 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:04.158147 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-384f8afd-1b2c-4067-80e6-d64182e30f93 req-db0b8b01-0ff6-49a1-ae5d-2e8f6fbfb386 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.82 "DELETE /v2.0/ports/34f5dafc-2456-45ca-8aa3-b0e00e47f747 HTTP/1.1" status: 204 len: 173 time: 0.5250189 May 26 14:03:04.158585 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92878816-6457-4392-b0bc-fb172b09fb2c', 'name': 'network-vif-deleted', 'tag': '34f5dafc-2456-45ca-8aa3-b0e00e47f747'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:03:04.160790 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a2fe3094dbca619affac8640d5d00e1e0d94bf0ce4138e249cf9dd9a9bbd82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8beb5c2-ffec-4155-b750-380d0c8fa473" -d '{"events": [{"server_uuid": "92878816-6457-4392-b0bc-fb172b09fb2c", "name": "network-vif-deleted", "tag": "34f5dafc-2456-45ca-8aa3-b0e00e47f747"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:03:04.196522 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363c7a5b-d8e1-4516-80ce-c9f0d66aac30 x-openstack-request-id: req-363c7a5b-d8e1-4516-80ce-c9f0d66aac30 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:03:04.197052 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92878816-6457-4392-b0bc-fb172b09fb2c", "name": "network-vif-deleted", "tag": "34f5dafc-2456-45ca-8aa3-b0e00e47f747", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:03:04.197052 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-363c7a5b-d8e1-4516-80ce-c9f0d66aac30 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:03:04.197361 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-363c7a5b-d8e1-4516-80ce-c9f0d66aac30'] response: {'server_uuid': '92878816-6457-4392-b0bc-fb172b09fb2c', 'name': 'network-vif-deleted', 'tag': '34f5dafc-2456-45ca-8aa3-b0e00e47f747', 'status': 'completed', 'code': 200} May 26 14:03:04.203665 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-740cb819-ae3c-43a7-ad1c-e006d6768c71 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks [] for floatingip (e00e3a8d-4f76-4b37-b148-3b4c2ea0862c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:04.493250 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7b23fc94-6e4e-474b-88c8-a202344b862b req-759b4cb9-c05e-4249-88e6-2229f16a7b16 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/ports?device_id=92878816-6457-4392-b0bc-fb172b09fb2c HTTP/1.1" status: 200 len: 210 time: 0.0360370 May 26 14:03:04.660307 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:04.677914 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-740cb819-ae3c-43a7-ad1c-e006d6768c71 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:04.681699 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-740cb819-ae3c-43a7-ad1c-e006d6768c71 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778712'] for floatingip (e00e3a8d-4f76-4b37-b148-3b4c2ea0862c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:04.883644 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740cb819-ae3c-43a7-ad1c-e006d6768c71 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Router 38e4db80-f86e-40b1-ab5e-e89952294e91 has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:03:04.894882 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:04.986646 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740cb819-ae3c-43a7-ad1c-e006d6768c71 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:03:04.991861 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-740cb819-ae3c-43a7-ad1c-e006d6768c71 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:04.996380 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aa023b-2d1c-40ad-b94b-70565b63fc4b None None] Sync routers for ids ['38e4db80-f86e-40b1-ab5e-e89952294e91'] in dv-cinder-842130-1-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:03:05.008130 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aa023b-2d1c-40ad-b94b-70565b63fc4b None None] Routers {'38e4db80-f86e-40b1-ab5e-e89952294e91'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:03:05.008738 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-d7aa023b-2d1c-40ad-b94b-70565b63fc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:02:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['38e4db80-f86e-40b1-ab5e-e89952294e91'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:03:05.022884 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa89e8ed-11d3-42d2-b030-5b7497694471', 'tag': '325f8a3e-5419-43f8-a8e8-0067da401f65'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:03:05.026721 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a67d27a2ec375fafa348027e062b6cf3c7935884065918e746e599b143197b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d24fa56-0c2f-473d-8f09-68ab7ed4659a" -d '{"events": [{"name": "network-changed", "server_uuid": "aa89e8ed-11d3-42d2-b030-5b7497694471", "tag": "325f8a3e-5419-43f8-a8e8-0067da401f65"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:03:05.060065 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-740cb819-ae3c-43a7-ad1c-e006d6768c71 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "PUT /v2.0/floatingips/e00e3a8d-4f76-4b37-b148-3b4c2ea0862c HTTP/1.1" status: 200 len: 993 time: 0.9187481 May 26 14:03:05.108048 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-d7aa023b-2d1c-40ad-b94b-70565b63fc4b None None] Set router 38e4db80-f86e-40b1-ab5e-e89952294e91 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:03:05.122878 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 14:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdade3a0-7a4a-4a28-9100-38ccf9e4afd0 x-openstack-request-id: req-fdade3a0-7a4a-4a28-9100-38ccf9e4afd0 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:03:05.123162 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa89e8ed-11d3-42d2-b030-5b7497694471", "tag": "325f8a3e-5419-43f8-a8e8-0067da401f65", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:03:05.123409 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fdade3a0-7a4a-4a28-9100-38ccf9e4afd0 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:03:05.123809 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdade3a0-7a4a-4a28-9100-38ccf9e4afd0'] response: {'name': 'network-changed', 'server_uuid': 'aa89e8ed-11d3-42d2-b030-5b7497694471', 'tag': '325f8a3e-5419-43f8-a8e8-0067da401f65', 'status': 'completed', 'code': 200} May 26 14:03:05.226423 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24fa56-0c2f-473d-8f09-68ab7ed4659a req-c9392219-3a59-498f-913d-57716c8ebf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:05.227950 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7d24fa56-0c2f-473d-8f09-68ab7ed4659a req-c9392219-3a59-498f-913d-57716c8ebf0b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e3d27b9eb0ef4c338c18c2a1d02db444&device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 1129 time: 0.0423710 May 26 14:03:05.317490 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-d7aa023b-2d1c-40ad-b94b-70565b63fc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'name': 'tempest-ServerRescueNegativeTestJSON-88354539-router', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '8e9aac80-de01-4c0b-bde9-d15df6b93009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:13Z', 'revision_number': 4, 'project_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'gw_port': {'id': '8e9aac80-de01-4c0b-bde9-d15df6b93009', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': 'e00e3a8d-4f76-4b37-b148-3b4c2ea0862c', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'port_id': '325f8a3e-5419-43f8-a8e8-0067da401f65', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94664734-1654-43f2-b262-23850dca9bb9', 'mac_address': 'fa:16:3e:56:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa89e8ed-11d3-42d2-b030-5b7497694471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:59:09Z', 'updated_at': '2022-05-26T14:03:04Z', 'revision_number': 3, 'project_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05e118aa-af8d-488e-8884-9d41b88685a2', 'name': '', 'network_id': '94664734-1654-43f2-b262-23850dca9bb9', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'mac_address': 'fa:16:3e:b0:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '463c251f-969b-49e6-b225-a476c859b795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:12Z', 'updated_at': '2022-05-26T13:56:24Z', 'revision_number': 5, 'project_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'subnets': [{'id': '463c251f-969b-49e6-b225-a476c859b795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:03:05.318404 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24fa56-0c2f-473d-8f09-68ab7ed4659a req-e5bb00b8-d6a5-4b8c-8b66-801a27d8c801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:05.319918 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7d24fa56-0c2f-473d-8f09-68ab7ed4659a req-e5bb00b8-d6a5-4b8c-8b66-801a27d8c801 service neutron] 10.222.0.82 "GET /v2.0/networks?id=94664734-1654-43f2-b262-23850dca9bb9 HTTP/1.1" status: 200 len: 918 time: 0.0864549 May 26 14:03:05.341531 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aa023b-2d1c-40ad-b94b-70565b63fc4b None None] Checking router: 38e4db80-f86e-40b1-ab5e-e89952294e91 for host: dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:03:05.349831 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aa023b-2d1c-40ad-b94b-70565b63fc4b None None] Routers {'38e4db80-f86e-40b1-ab5e-e89952294e91'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:03:05.350433 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-d7aa023b-2d1c-40ad-b94b-70565b63fc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:02:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['38e4db80-f86e-40b1-ab5e-e89952294e91'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:03:05.383958 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7d24fa56-0c2f-473d-8f09-68ab7ed4659a req-ab96a287-3c25-4c7b-a2e4-d4d0f6a3c7a1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=325f8a3e-5419-43f8-a8e8-0067da401f65 HTTP/1.1" status: 200 len: 1001 time: 0.0566168 May 26 14:03:05.434633 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24fa56-0c2f-473d-8f09-68ab7ed4659a req-b40eaf54-14a4-4d83-a6f2-34c034df677e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:05.436664 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7d24fa56-0c2f-473d-8f09-68ab7ed4659a req-b40eaf54-14a4-4d83-a6f2-34c034df677e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=463c251f-969b-49e6-b225-a476c859b795 HTTP/1.1" status: 200 len: 856 time: 0.0445871 May 26 14:03:05.450781 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-d7aa023b-2d1c-40ad-b94b-70565b63fc4b None None] Set router 38e4db80-f86e-40b1-ab5e-e89952294e91 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:03:05.485793 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24fa56-0c2f-473d-8f09-68ab7ed4659a req-47db7d01-7498-4a43-aaf7-34f6f7332ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:05.487321 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7d24fa56-0c2f-473d-8f09-68ab7ed4659a req-47db7d01-7498-4a43-aaf7-34f6f7332ca6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=94664734-1654-43f2-b262-23850dca9bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381320 May 26 14:03:05.595437 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7d24fa56-0c2f-473d-8f09-68ab7ed4659a req-7b38c92b-c16d-4665-a1d1-768261e7fe28 service neutron] 10.222.0.82 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997458 May 26 14:03:05.700901 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7d24fa56-0c2f-473d-8f09-68ab7ed4659a req-8a8f33d4-c1f0-476c-b608-cc73008b3ffb service neutron] 10.222.0.82 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920200 May 26 14:03:05.759128 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-d7aa023b-2d1c-40ad-b94b-70565b63fc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'name': 'tempest-ServerRescueNegativeTestJSON-88354539-router', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '8e9aac80-de01-4c0b-bde9-d15df6b93009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:13Z', 'revision_number': 4, 'project_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'gw_port': {'id': '8e9aac80-de01-4c0b-bde9-d15df6b93009', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': 'e00e3a8d-4f76-4b37-b148-3b4c2ea0862c', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'port_id': '325f8a3e-5419-43f8-a8e8-0067da401f65', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94664734-1654-43f2-b262-23850dca9bb9', 'mac_address': 'fa:16:3e:56:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa89e8ed-11d3-42d2-b030-5b7497694471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:59:09Z', 'updated_at': '2022-05-26T14:03:04Z', 'revision_number': 3, 'project_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05e118aa-af8d-488e-8884-9d41b88685a2', 'name': '', 'network_id': '94664734-1654-43f2-b262-23850dca9bb9', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'mac_address': 'fa:16:3e:b0:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '463c251f-969b-49e6-b225-a476c859b795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:12Z', 'updated_at': '2022-05-26T13:56:24Z', 'revision_number': 5, 'project_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'subnets': [{'id': '463c251f-969b-49e6-b225-a476c859b795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:03:05.788981 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aa023b-2d1c-40ad-b94b-70565b63fc4b None None] The sync data for ids ['38e4db80-f86e-40b1-ab5e-e89952294e91'] in dv-cinder-842130-1-iscsi is: [{'id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'name': 'tempest-ServerRescueNegativeTestJSON-88354539-router', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '8e9aac80-de01-4c0b-bde9-d15df6b93009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:13Z', 'revision_number': 4, 'project_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'gw_port': {'id': '8e9aac80-de01-4c0b-bde9-d15df6b93009', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': 'e00e3a8d-4f76-4b37-b148-3b4c2ea0862c', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'port_id': '325f8a3e-5419-43f8-a8e8-0067da401f65', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94664734-1654-43f2-b262-23850dca9bb9', 'mac_address': 'fa:16:3e:56:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa89e8ed-11d3-42d2-b030-5b7497694471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:59:09Z', 'updated_at': '2022-05-26T14:03:04Z', 'revision_number': 3, 'project_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05e118aa-af8d-488e-8884-9d41b88685a2', 'name': '', 'network_id': '94664734-1654-43f2-b262-23850dca9bb9', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'mac_address': 'fa:16:3e:b0:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '463c251f-969b-49e6-b225-a476c859b795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:12Z', 'updated_at': '2022-05-26T13:56:24Z', 'revision_number': 5, 'project_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'subnets': [{'id': '463c251f-969b-49e6-b225-a476c859b795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:03:06.000248 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 34f5dafc-2456-45ca-8aa3-b0e00e47f747 no longer exists at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:03:06.020545 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] No Port match for: 34f5dafc-2456-45ca-8aa3-b0e00e47f747 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:03:06.020876 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 34f5dafc-2456-45ca-8aa3-b0e00e47f747 not bound to the agent host hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:03:07.124636 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa89e8ed-11d3-42d2-b030-5b7497694471', 'tag': '325f8a3e-5419-43f8-a8e8-0067da401f65'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:03:07.126957 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a67d27a2ec375fafa348027e062b6cf3c7935884065918e746e599b143197b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b86804-bbbc-4b90-bec6-5c8beac7b26f" -d '{"events": [{"name": "network-changed", "server_uuid": "aa89e8ed-11d3-42d2-b030-5b7497694471", "tag": "325f8a3e-5419-43f8-a8e8-0067da401f65"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:03:07.162314 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 14:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22de2380-bf09-4bf6-97c7-b900f04893ca x-openstack-request-id: req-22de2380-bf09-4bf6-97c7-b900f04893ca {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:03:07.162603 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa89e8ed-11d3-42d2-b030-5b7497694471", "tag": "325f8a3e-5419-43f8-a8e8-0067da401f65", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:03:07.162854 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-22de2380-bf09-4bf6-97c7-b900f04893ca {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:03:07.163242 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22de2380-bf09-4bf6-97c7-b900f04893ca'] response: {'name': 'network-changed', 'server_uuid': 'aa89e8ed-11d3-42d2-b030-5b7497694471', 'tag': '325f8a3e-5419-43f8-a8e8-0067da401f65', 'status': 'completed', 'code': 200} May 26 14:03:07.295013 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:09.522969 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afbd008-b706-4eac-aa6e-30a92d2f13a6 req-53aee8b4-bc52-4c0f-88c4-5e8b4d786e70 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:09.524438 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8afbd008-b706-4eac-aa6e-30a92d2f13a6 req-53aee8b4-bc52-4c0f-88c4-5e8b4d786e70 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 946 time: 0.0485487 May 26 14:03:09.573233 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8afbd008-b706-4eac-aa6e-30a92d2f13a6 req-219708f3-ded9-4212-ae42-cc377eb5b3f5 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=dc94692e-e674-476a-bfa7-28e888a99215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431952 May 26 14:03:10.689710 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eec3c0-6f31-4123-a21a-93ee410f8d00 req-db4902a7-f015-4694-b788-984e4678ec8a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:10.691143 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-95eec3c0-6f31-4123-a21a-93ee410f8d00 req-db4902a7-f015-4694-b788-984e4678ec8a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 946 time: 0.0457158 May 26 14:03:10.743495 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-95eec3c0-6f31-4123-a21a-93ee410f8d00 req-f0d9dc65-bb92-413b-a1fe-78c6bbce3e00 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=dc94692e-e674-476a-bfa7-28e888a99215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467312 May 26 14:03:10.833461 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b86804-bbbc-4b90-bec6-5c8beac7b26f req-61aafe80-e8fb-475b-b443-9c05af7b8aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:10.834941 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-31b86804-bbbc-4b90-bec6-5c8beac7b26f req-61aafe80-e8fb-475b-b443-9c05af7b8aa4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e3d27b9eb0ef4c338c18c2a1d02db444&device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 1129 time: 0.0711637 May 26 14:03:10.837049 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-04460442-d8ff-429d-9c45-ff823158fa06 req-664ee714-54e7-4efa-a4d0-cc6d8cee0828 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714056 May 26 14:03:10.980246 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04460442-d8ff-429d-9c45-ff823158fa06 req-3694695b-6e29-4bca-8a90-2b0c0e41e7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:10.981762 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-04460442-d8ff-429d-9c45-ff823158fa06 req-3694695b-6e29-4bca-8a90-2b0c0e41e7eb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e3d27b9eb0ef4c338c18c2a1d02db444&device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 1130 time: 0.0763602 May 26 14:03:11.024334 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b86804-bbbc-4b90-bec6-5c8beac7b26f req-0bd06f33-0d04-4330-a31a-5aa0a5d1cb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:11.025852 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-31b86804-bbbc-4b90-bec6-5c8beac7b26f req-0bd06f33-0d04-4330-a31a-5aa0a5d1cb92 service neutron] 10.222.0.82 "GET /v2.0/networks?id=94664734-1654-43f2-b262-23850dca9bb9 HTTP/1.1" status: 200 len: 918 time: 0.1435521 May 26 14:03:11.347488 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-31b86804-bbbc-4b90-bec6-5c8beac7b26f req-a7e7fdc3-a58f-4230-b365-2fbfcdb66d12 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=325f8a3e-5419-43f8-a8e8-0067da401f65 HTTP/1.1" status: 200 len: 1001 time: 0.3090351 May 26 14:03:11.366755 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04460442-d8ff-429d-9c45-ff823158fa06 req-86223c2f-3343-427c-b0b7-d904ce8ca21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:11.368164 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-04460442-d8ff-429d-9c45-ff823158fa06 req-86223c2f-3343-427c-b0b7-d904ce8ca21a service neutron] 10.222.0.82 "GET /v2.0/networks?id=94664734-1654-43f2-b262-23850dca9bb9 HTTP/1.1" status: 200 len: 918 time: 0.3561974 May 26 14:03:11.535628 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=100 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:11.544681 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b86804-bbbc-4b90-bec6-5c8beac7b26f req-d9af35f0-4eea-4796-a8de-abadc4b69fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:11.546148 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-31b86804-bbbc-4b90-bec6-5c8beac7b26f req-d9af35f0-4eea-4796-a8de-abadc4b69fd8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=463c251f-969b-49e6-b225-a476c859b795 HTTP/1.1" status: 200 len: 856 time: 0.0451639 May 26 14:03:11.626140 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-04460442-d8ff-429d-9c45-ff823158fa06 req-b683fefe-4267-4778-9d1e-6a432f7c05f2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ea477a5-0b77-466c-b782-069bc53617e5 HTTP/1.1" status: 200 len: 217 time: 0.0393097 May 26 14:03:11.654692 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5704f4-0248-4df0-b13e-842f1b369c2e req-261a89da-7f16-4d96-a905-049ff61a5eec tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:11.656124 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9f5704f4-0248-4df0-b13e-842f1b369c2e req-261a89da-7f16-4d96-a905-049ff61a5eec tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.82 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 946 time: 0.0464873 May 26 14:03:11.690197 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b86804-bbbc-4b90-bec6-5c8beac7b26f req-1dce167b-71aa-484b-a902-96b1455d31c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:11.691679 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-31b86804-bbbc-4b90-bec6-5c8beac7b26f req-1dce167b-71aa-484b-a902-96b1455d31c1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=94664734-1654-43f2-b262-23850dca9bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0746844 May 26 14:03:11.708287 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04460442-d8ff-429d-9c45-ff823158fa06 req-76d68b07-be30-4013-b7ec-217afa8a02ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:11.709689 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-04460442-d8ff-429d-9c45-ff823158fa06 req-76d68b07-be30-4013-b7ec-217afa8a02ff service neutron] 10.222.0.82 "GET /v2.0/subnets?id=463c251f-969b-49e6-b225-a476c859b795 HTTP/1.1" status: 200 len: 856 time: 0.0611675 May 26 14:03:11.730819 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=100 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:11.745412 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [req-9f5704f4-0248-4df0-b13e-842f1b369c2e req-b6f1a0b1-fc46-4f31-b157-b29d33bc6d67 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Deleting port 3d450e70-f1c7-407d-adbd-6d7812d913c3 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:03:11.746133 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-9f5704f4-0248-4df0-b13e-842f1b369c2e req-b6f1a0b1-fc46-4f31-b157-b29d33bc6d67 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (3d450e70-f1c7-407d-adbd-6d7812d913c3), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:11.802441 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04460442-d8ff-429d-9c45-ff823158fa06 req-f70fdf98-ece6-4dc1-8c9b-599925191126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:11.803930 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-04460442-d8ff-429d-9c45-ff823158fa06 req-f70fdf98-ece6-4dc1-8c9b-599925191126 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=94664734-1654-43f2-b262-23850dca9bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0835848 May 26 14:03:11.849056 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-31b86804-bbbc-4b90-bec6-5c8beac7b26f req-cf7d5583-a284-4370-9d81-abb27b21f139 service neutron] 10.222.0.82 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489279 May 26 14:03:11.879980 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-9f5704f4-0248-4df0-b13e-842f1b369c2e req-b6f1a0b1-fc46-4f31-b157-b29d33bc6d67 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] For port 3d450e70-f1c7-407d-adbd-6d7812d913c3, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=3d450e70-f1c7-407d-adbd-6d7812d913c3,segment=NetworkSegment(93677cf8-8388-429d-a7a5-bdb9a9d46a00),segment_id=93677cf8-8388-429d-a7a5-bdb9a9d46a00)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:03:11.880344 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-9f5704f4-0248-4df0-b13e-842f1b369c2e req-b6f1a0b1-fc46-4f31-b157-b29d33bc6d67 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (3d450e70-f1c7-407d-adbd-6d7812d913c3), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:11.901670 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d4c46-fefc-4fca-bb88-321ea1405e43 req-6d420954-636d-4d6f-b859-fbcbd9441b76 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:11.903256 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-205d4c46-fefc-4fca-bb88-321ea1405e43 req-6d420954-636d-4d6f-b859-fbcbd9441b76 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 946 time: 0.0801206 May 26 14:03:11.975113 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-04460442-d8ff-429d-9c45-ff823158fa06 req-15862329-aba3-4bb8-aa33-685b22261ef7 service neutron] 10.222.0.82 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604092 May 26 14:03:12.006739 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-31b86804-bbbc-4b90-bec6-5c8beac7b26f req-94bcec7c-3509-4a5d-a1dd-7e0921308195 service neutron] 10.222.0.82 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336153 May 26 14:03:12.048373 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:12.072377 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-205d4c46-fefc-4fca-bb88-321ea1405e43 req-daed241b-ac0b-4d93-83ac-671223f85c56 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=dc94692e-e674-476a-bfa7-28e888a99215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485372 May 26 14:03:12.079457 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-04460442-d8ff-429d-9c45-ff823158fa06 req-3fdb5a21-82ac-4f71-83e0-8d79392c0207 service neutron] 10.222.0.82 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939224 May 26 14:03:12.134238 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-9f5704f4-0248-4df0-b13e-842f1b369c2e req-b6f1a0b1-fc46-4f31-b157-b29d33bc6d67 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:12.134605 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-9f5704f4-0248-4df0-b13e-842f1b369c2e req-b6f1a0b1-fc46-4f31-b157-b29d33bc6d67 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778712'] for floatingip (9b327e55-742a-4560-ad2c-e89e78aca7fd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:12.134917 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.db.l3_db [req-9f5704f4-0248-4df0-b13e-842f1b369c2e req-b6f1a0b1-fc46-4f31-b157-b29d33bc6d67 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Floating IP 9b327e55-742a-4560-ad2c-e89e78aca7fd disassociated. External IP: 172.27.1.234, port: 3d450e70-f1c7-407d-adbd-6d7812d913c3. May 26 14:03:12.135256 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [req-9f5704f4-0248-4df0-b13e-842f1b369c2e req-b6f1a0b1-fc46-4f31-b157-b29d33bc6d67 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Calling delete_port for 3d450e70-f1c7-407d-adbd-6d7812d913c3 owned by compute:nova {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:03:12.278646 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-9f5704f4-0248-4df0-b13e-842f1b369c2e req-b6f1a0b1-fc46-4f31-b157-b29d33bc6d67 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (3d450e70-f1c7-407d-adbd-6d7812d913c3), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:12.307288 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1a0b1-fc46-4f31-b157-b29d33bc6d67 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Pushing event deleted for resources: {'Port': ['ID=3d450e70-f1c7-407d-adbd-6d7812d913c3,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:03:12.317530 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:12.320408 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f1a0b1-fc46-4f31-b157-b29d33bc6d67 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:12.320640 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f1a0b1-fc46-4f31-b157-b29d33bc6d67 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:12.320983 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f1a0b1-fc46-4f31-b157-b29d33bc6d67 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:12.321325 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f1a0b1-fc46-4f31-b157-b29d33bc6d67 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:12.321666 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f1a0b1-fc46-4f31-b157-b29d33bc6d67 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:12.321982 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f1a0b1-fc46-4f31-b157-b29d33bc6d67 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:12.322288 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f1a0b1-fc46-4f31-b157-b29d33bc6d67 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:12.322599 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f1a0b1-fc46-4f31-b157-b29d33bc6d67 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:12.322912 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f1a0b1-fc46-4f31-b157-b29d33bc6d67 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:12.323250 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f1a0b1-fc46-4f31-b157-b29d33bc6d67 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:12.323577 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f1a0b1-fc46-4f31-b157-b29d33bc6d67 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:12.323890 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f1a0b1-fc46-4f31-b157-b29d33bc6d67 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:12.324182 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f1a0b1-fc46-4f31-b157-b29d33bc6d67 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:12.324494 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f1a0b1-fc46-4f31-b157-b29d33bc6d67 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:12.324794 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f1a0b1-fc46-4f31-b157-b29d33bc6d67 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:12.430188 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f5704f4-0248-4df0-b13e-842f1b369c2e req-b6f1a0b1-fc46-4f31-b157-b29d33bc6d67 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Router daa0fa1d-1072-4f3c-8d4e-d0d83801f24a has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:03:12.537071 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f5704f4-0248-4df0-b13e-842f1b369c2e req-b6f1a0b1-fc46-4f31-b157-b29d33bc6d67 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:03:12.548226 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f584b33-96ed-4f1a-a875-30244a4c7fed None None] Sync routers for ids ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'] in dv-cinder-842130-1-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:03:12.559879 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f584b33-96ed-4f1a-a875-30244a4c7fed None None] Routers {'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:03:12.560552 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-3f584b33-96ed-4f1a-a875-30244a4c7fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:02:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:03:12.580742 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f5704f4-0248-4df0-b13e-842f1b369c2e req-b6f1a0b1-fc46-4f31-b157-b29d33bc6d67 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] No DVR routers for this DVR port 3d450e70-f1c7-407d-adbd-6d7812d913c3 on host hv-cinder-84213 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:03:12.583210 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-9f5704f4-0248-4df0-b13e-842f1b369c2e req-b6f1a0b1-fc46-4f31-b157-b29d33bc6d67 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:12.586475 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9f5704f4-0248-4df0-b13e-842f1b369c2e req-b6f1a0b1-fc46-4f31-b157-b29d33bc6d67 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.82 "DELETE /v2.0/ports/3d450e70-f1c7-407d-adbd-6d7812d913c3 HTTP/1.1" status: 204 len: 173 time: 0.9242435 May 26 14:03:12.586908 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c8745d-a394-4026-a5c4-b5ce4c5590e0', 'name': 'network-vif-deleted', 'tag': '3d450e70-f1c7-407d-adbd-6d7812d913c3'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:03:12.589216 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a67d27a2ec375fafa348027e062b6cf3c7935884065918e746e599b143197b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ea84f9-a204-43c3-b97a-0b2b637631de" -d '{"events": [{"server_uuid": "40c8745d-a394-4026-a5c4-b5ce4c5590e0", "name": "network-vif-deleted", "tag": "3d450e70-f1c7-407d-adbd-6d7812d913c3"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:03:12.629785 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925a29f6-dbfe-48f3-9a96-e27d496fbf39 x-openstack-request-id: req-925a29f6-dbfe-48f3-9a96-e27d496fbf39 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:03:12.630095 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c8745d-a394-4026-a5c4-b5ce4c5590e0", "name": "network-vif-deleted", "tag": "3d450e70-f1c7-407d-adbd-6d7812d913c3", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:03:12.630326 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-925a29f6-dbfe-48f3-9a96-e27d496fbf39 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:03:12.630872 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-925a29f6-dbfe-48f3-9a96-e27d496fbf39'] response: {'server_uuid': '40c8745d-a394-4026-a5c4-b5ce4c5590e0', 'name': 'network-vif-deleted', 'tag': '3d450e70-f1c7-407d-adbd-6d7812d913c3', 'status': 'completed', 'code': 200} May 26 14:03:12.698649 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-3f584b33-96ed-4f1a-a875-30244a4c7fed None None] Set router daa0fa1d-1072-4f3c-8d4e-d0d83801f24a gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:03:12.970487 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-3f584b33-96ed-4f1a-a875-30244a4c7fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'name': 'tempest-AttachVolumeNegativeTest-1440631548-router', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:14Z', 'revision_number': 4, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'gw_port': {'id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': 'a146127d-00da-4bf9-bd9c-520b5395a2e9', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'port_id': '44b52c9b-2e5c-490a-ab42-cd30ca4bea28', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'mac_address': 'fa:16:3e:ec:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71af8283-a8f5-44e7-bdcd-6606070472b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:56:21Z', 'updated_at': '2022-05-26T13:57:10Z', 'revision_number': 2, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ffcef5-68aa-421a-9700-c16472c89579', 'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'mac_address': 'fa:16:3e:73:f3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:13Z', 'updated_at': '2022-05-26T13:56:30Z', 'revision_number': 5, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'subnets': [{'id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:03:12.993761 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f584b33-96ed-4f1a-a875-30244a4c7fed None None] Checking router: daa0fa1d-1072-4f3c-8d4e-d0d83801f24a for host: dv-cinder-842130-1-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:03:13.002452 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f584b33-96ed-4f1a-a875-30244a4c7fed None None] Routers {'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:03:13.003040 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-3f584b33-96ed-4f1a-a875-30244a4c7fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:02:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:03:13.102929 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-3f584b33-96ed-4f1a-a875-30244a4c7fed None None] Set router daa0fa1d-1072-4f3c-8d4e-d0d83801f24a gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:03:13.201212 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-346ee805-e1d5-4165-babc-0a0ab5f16ea2 req-4af9fc97-a223-42da-a778-6d35f5836e60 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 210 time: 0.0324836 May 26 14:03:13.334604 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-3f584b33-96ed-4f1a-a875-30244a4c7fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'name': 'tempest-AttachVolumeNegativeTest-1440631548-router', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:14Z', 'revision_number': 4, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'gw_port': {'id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': 'a146127d-00da-4bf9-bd9c-520b5395a2e9', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'port_id': '44b52c9b-2e5c-490a-ab42-cd30ca4bea28', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'mac_address': 'fa:16:3e:ec:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71af8283-a8f5-44e7-bdcd-6606070472b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:56:21Z', 'updated_at': '2022-05-26T13:57:10Z', 'revision_number': 2, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ffcef5-68aa-421a-9700-c16472c89579', 'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'mac_address': 'fa:16:3e:73:f3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:13Z', 'updated_at': '2022-05-26T13:56:30Z', 'revision_number': 5, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'subnets': [{'id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:03:13.362856 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f584b33-96ed-4f1a-a875-30244a4c7fed None None] The sync data for ids ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'] in dv-cinder-842130-1-iscsi is: [{'id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'name': 'tempest-AttachVolumeNegativeTest-1440631548-router', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:14Z', 'revision_number': 4, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'gw_port': {'id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': 'a146127d-00da-4bf9-bd9c-520b5395a2e9', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'port_id': '44b52c9b-2e5c-490a-ab42-cd30ca4bea28', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'mac_address': 'fa:16:3e:ec:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71af8283-a8f5-44e7-bdcd-6606070472b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:56:21Z', 'updated_at': '2022-05-26T13:57:10Z', 'revision_number': 2, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ffcef5-68aa-421a-9700-c16472c89579', 'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'mac_address': 'fa:16:3e:73:f3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:13Z', 'updated_at': '2022-05-26T13:56:30Z', 'revision_number': 5, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'subnets': [{'id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:03:13.606144 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6836c27c-741f-4225-800d-32204b638e71 None None] New status for floating IP 9b327e55-742a-4560-ad2c-e89e78aca7fd: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 14:03:14.311670 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b992c262-0642-4d61-99bb-86a48f1b9384 req-b25939d7-7cfd-4ad1-aa41-7db4122a0802 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 210 time: 0.0271449 May 26 14:03:15.423608 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d6de18a6-a71d-4d05-8c4f-948ce2921698 req-13fdb720-c723-4827-9c77-2f00c8ce6f06 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 210 time: 0.0337524 May 26 14:03:16.306645 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 3d450e70-f1c7-407d-adbd-6d7812d913c3 no longer exists at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:03:16.327698 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] No Port match for: 3d450e70-f1c7-407d-adbd-6d7812d913c3 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:03:16.328034 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 3d450e70-f1c7-407d-adbd-6d7812d913c3 not bound to the agent host hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:03:16.552672 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1d97af8a-fb12-49fe-9a23-3d88090dd936 req-fbc4cf53-d077-43f5-ac0e-669ad6cf81b4 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=40c8745d-a394-4026-a5c4-b5ce4c5590e0 HTTP/1.1" status: 200 len: 210 time: 0.0388303 May 26 14:03:16.726498 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-68c37c49-1a58-4335-9429-fb7d8bc587b5 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:16.727844 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-68c37c49-1a58-4335-9429-fb7d8bc587b5 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/networks?id=bbfc7162-50f8-45cc-990c-7477113944aa HTTP/1.1" status: 200 len: 813 time: 0.1023715 May 26 14:03:16.741990 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-011654e0-c2cd-4ecb-8ce8-215aa45add97 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/quotas/98a1b861d3d84f309ff5a1e90f7499fd HTTP/1.1" status: 200 len: 375 time: 0.0087931 May 26 14:03:16.773322 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-a3f0cb89-bd48-4ad8-a49d-64a27ce87ae6 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=98a1b861d3d84f309ff5a1e90f7499fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265818 May 26 14:03:16.865237 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-c7c7eb1e-f2d8-4051-998c-506a98b7cbe4 service neutron] 10.222.0.91 "GET /v2.0/networks/bbfc7162-50f8-45cc-990c-7477113944aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855365 May 26 14:03:16.940356 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:16.956979 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-c879db73-5646-4750-8319-026fa5b8f8b7 service neutron] 10.222.0.91 "GET /v2.0/networks/bbfc7162-50f8-45cc-990c-7477113944aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860312 May 26 14:03:17.128724 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cf54f16e-f8c7-4507-bf8f-db4c90e20c0d req-902e87d9-e236-42ff-b9e7-3f12be09ba75 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/ports?device_id=62e69036-90a3-4f5d-a79e-74bc3dc4467c HTTP/1.1" status: 200 len: 210 time: 0.0320272 May 26 14:03:17.498602 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8093dd3f-1001-4fb3-941c-b45bc887b14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:17.650955 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 50686) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:03:17.943931 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-72ad87fb-a710-4901-b8db-89474466c6d7 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group (dc94692e-e674-476a-bfa7-28e888a99215), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:17.966954 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-72ad87fb-a710-4901-b8db-89474466c6d7 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group (dc94692e-e674-476a-bfa7-28e888a99215), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:18.014750 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-72ad87fb-a710-4901-b8db-89474466c6d7 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (dc94692e-e674-476a-bfa7-28e888a99215), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:18.017426 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-72ad87fb-a710-4901-b8db-89474466c6d7 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:18.018835 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-72ad87fb-a710-4901-b8db-89474466c6d7 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "DELETE /v2.0/security-groups/dc94692e-e674-476a-bfa7-28e888a99215 HTTP/1.1" status: 204 len: 168 time: 0.3666101 May 26 14:03:18.021733 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 50688) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:03:18.028649 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad87fb-a710-4901-b8db-89474466c6d7 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc94692e-e674-476a-bfa7-28e888a99215,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:03:18.043850 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.api.v2.resource [None req-6a556595-b3ad-4bd0-812f-53e239bfb734 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] show failed (client error): The resource could not be found. May 26 14:03:18.045268 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-6a556595-b3ad-4bd0-812f-53e239bfb734 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups/dc94692e-e674-476a-bfa7-28e888a99215 HTTP/1.1" status: 404 len: 347 time: 0.0223081 May 26 14:03:18.048299 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 50690) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:03:18.171714 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-1f563a8d-05d6-43f2-b7b3-a9e6869fd915 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Deleting port cb45c0d5-53f1-4be3-bea3-abf28a33a87e {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:03:18.172135 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1f563a8d-05d6-43f2-b7b3-a9e6869fd915 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (cb45c0d5-53f1-4be3-bea3-abf28a33a87e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:18.176254 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-28c5848e-b5e8-4d8c-89c7-0b2373fca9e8 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:18.178736 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-28c5848e-b5e8-4d8c-89c7-0b2373fca9e8 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.82 "GET /v2.0/networks?id=bbfc7162-50f8-45cc-990c-7477113944aa HTTP/1.1" status: 200 len: 813 time: 0.1129401 May 26 14:03:18.203940 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-257ac6e0-7e0a-483d-b8a0-a32964284d25 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Request body: {'port': {'device_id': '62e69036-90a3-4f5d-a79e-74bc3dc4467c', 'network_id': 'bbfc7162-50f8-45cc-990c-7477113944aa', 'admin_state_up': True, 'tenant_id': '98a1b861d3d84f309ff5a1e90f7499fd'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:03:18.253962 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1f563a8d-05d6-43f2-b7b3-a9e6869fd915 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (cb45c0d5-53f1-4be3-bea3-abf28a33a87e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:18.254299 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1f563a8d-05d6-43f2-b7b3-a9e6869fd915 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for floatingip (cb45c0d5-53f1-4be3-bea3-abf28a33a87e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:18.268937 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-1f563a8d-05d6-43f2-b7b3-a9e6869fd915 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Calling delete_port for cb45c0d5-53f1-4be3-bea3-abf28a33a87e owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:03:18.275724 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f1df76c1-53b6-4dc6-a173-a451ece17386 req-c1e34828-cf65-479b-9057-53cfced64ac6 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/ports?device_id=62e69036-90a3-4f5d-a79e-74bc3dc4467c HTTP/1.1" status: 200 len: 210 time: 0.0540485 May 26 14:03:18.338996 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:18.351282 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-257ac6e0-7e0a-483d-b8a0-a32964284d25 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Made reservation on behalf of 98a1b861d3d84f309ff5a1e90f7499fd for: {'port': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:03:18.354774 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-257ac6e0-7e0a-483d-b8a0-a32964284d25 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:18.360672 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:18.413856 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1f563a8d-05d6-43f2-b7b3-a9e6869fd915 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (cb45c0d5-53f1-4be3-bea3-abf28a33a87e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:18.439584 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f563a8d-05d6-43f2-b7b3-a9e6869fd915 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Pushing event deleted for resources: {'Port': ['ID=cb45c0d5-53f1-4be3-bea3-abf28a33a87e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:03:18.485097 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-257ac6e0-7e0a-483d-b8a0-a32964284d25 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Allocated IP 172.20.0.13 (bbfc7162-50f8-45cc-990c-7477113944aa/a3ee2017-2d28-484a-bdfe-83c050d7eec5/3e9da444-5e7d-4d3e-974b-0f95030b725d) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:03:18.505701 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1f563a8d-05d6-43f2-b7b3-a9e6869fd915 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for floatingip (9b327e55-742a-4560-ad2c-e89e78aca7fd), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:18.508423 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1f563a8d-05d6-43f2-b7b3-a9e6869fd915 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:18.512183 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-1f563a8d-05d6-43f2-b7b3-a9e6869fd915 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "DELETE /v2.0/floatingips/9b327e55-742a-4560-ad2c-e89e78aca7fd HTTP/1.1" status: 204 len: 168 time: 0.4540734 May 26 14:03:18.644645 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-257ac6e0-7e0a-483d-b8a0-a32964284d25 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Publish callbacks [] for port (3e9da444-5e7d-4d3e-974b-0f95030b725d), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:18.677772 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-257ac6e0-7e0a-483d-b8a0-a32964284d25 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (3e9da444-5e7d-4d3e-974b-0f95030b725d), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:18.719350 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:18.721270 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-257ac6e0-7e0a-483d-b8a0-a32964284d25 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Network bbfc7162-50f8-45cc-990c-7477113944aa is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:03:18.727036 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-257ac6e0-7e0a-483d-b8a0-a32964284d25 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:03:18.731664 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-257ac6e0-7e0a-483d-b8a0-a32964284d25 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 14:03:18.758795 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ac6e0-7e0a-483d-b8a0-a32964284d25 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Pushing event updated for resources: {'Port': ['ID=3e9da444-5e7d-4d3e-974b-0f95030b725d,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:03:18.789736 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-257ac6e0-7e0a-483d-b8a0-a32964284d25 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:18.790353 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-257ac6e0-7e0a-483d-b8a0-a32964284d25 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:18.811450 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-257ac6e0-7e0a-483d-b8a0-a32964284d25 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6129704 May 26 14:03:18.867642 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-cf7023df-e537-401c-b1ba-b2da1d6f6b8b service neutron] Request body: {'port': {'device_id': '62e69036-90a3-4f5d-a79e-74bc3dc4467c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84213'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:03:18.932131 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-cf7023df-e537-401c-b1ba-b2da1d6f6b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (3e9da444-5e7d-4d3e-974b-0f95030b725d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:19.143736 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c0441-93f6-4504-8b6b-8a6f4806fb20 req-face6112-9542-4a43-b7e4-8d2f1ced43bc tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:19.145234 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9c4c0441-93f6-4504-8b6b-8a6f4806fb20 req-face6112-9542-4a43-b7e4-8d2f1ced43bc tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 984 time: 0.0740039 May 26 14:03:19.216402 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:19.276191 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9c4c0441-93f6-4504-8b6b-8a6f4806fb20 req-a92cdb46-dfca-4f24-9ba6-15f183c3bee2 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=94740b1a-7284-42d2-9e19-eb1e58806f3b&id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0956349 May 26 14:03:19.333106 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-cf7023df-e537-401c-b1ba-b2da1d6f6b8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e9da444-5e7d-4d3e-974b-0f95030b725d {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 14:03:19.340601 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-cf7023df-e537-401c-b1ba-b2da1d6f6b8b service neutron] Publish callbacks [] for port (3e9da444-5e7d-4d3e-974b-0f95030b725d), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:19.364059 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-cf7023df-e537-401c-b1ba-b2da1d6f6b8b service neutron] Transition to ACTIVE for port object 3e9da444-5e7d-4d3e-974b-0f95030b725d will not be triggered until provisioned by entity L2. {{(pid=103886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 14:03:19.383022 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-cf7023df-e537-401c-b1ba-b2da1d6f6b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13292136'] for port (3e9da444-5e7d-4d3e-974b-0f95030b725d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:19.436818 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e759b5-ce98-45b2-bca4-80b78459a96d req-dfccfc81-c8d0-4d87-a855-b857de1da3cb tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:19.438303 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-74e759b5-ce98-45b2-bca4-80b78459a96d req-dfccfc81-c8d0-4d87-a855-b857de1da3cb tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/ports?device_id=62e69036-90a3-4f5d-a79e-74bc3dc4467c HTTP/1.1" status: 200 len: 932 time: 0.0910251 May 26 14:03:19.448108 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7023df-e537-401c-b1ba-b2da1d6f6b8b service neutron] Pushing event updated for resources: {'Port': ['ID=3e9da444-5e7d-4d3e-974b-0f95030b725d,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:03:19.541677 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-74e759b5-ce98-45b2-bca4-80b78459a96d req-d3fb3d75-b2b3-4126-be45-d64576672c3b tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/security-groups?id=9545b227-e19f-472b-8c41-99d44ad97e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959003 May 26 14:03:19.558352 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-cf7023df-e537-401c-b1ba-b2da1d6f6b8b service neutron] Attempting to bind port 3e9da444-5e7d-4d3e-974b-0f95030b725d on host hv-cinder-84213 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 14:03:19.558708 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-cf7023df-e537-401c-b1ba-b2da1d6f6b8b service neutron] Attempting to bind port 3e9da444-5e7d-4d3e-974b-0f95030b725d by drivers openvswitch,hyperv on host hv-cinder-84213 at level 0 using segments [{'id': '196b44fc-2245-4db7-8ab6-10bbe5b5b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bbfc7162-50f8-45cc-990c-7477113944aa'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 14:03:19.559036 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-cf7023df-e537-401c-b1ba-b2da1d6f6b8b service neutron] Attempting to bind port 3e9da444-5e7d-4d3e-974b-0f95030b725d on network bbfc7162-50f8-45cc-990c-7477113944aa {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 14:03:19.563552 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-cf7023df-e537-401c-b1ba-b2da1d6f6b8b service neutron] Port 3e9da444-5e7d-4d3e-974b-0f95030b725d on network bbfc7162-50f8-45cc-990c-7477113944aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84213 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 14:03:19.563883 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-cf7023df-e537-401c-b1ba-b2da1d6f6b8b service neutron] Attempting to bind port 3e9da444-5e7d-4d3e-974b-0f95030b725d on network bbfc7162-50f8-45cc-990c-7477113944aa {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 14:03:19.568708 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-cf7023df-e537-401c-b1ba-b2da1d6f6b8b service neutron] Checking agent: {'id': '7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'started_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 14, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 14:03:19.569038 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-cf7023df-e537-401c-b1ba-b2da1d6f6b8b service neutron] Checking segment: {'id': '196b44fc-2245-4db7-8ab6-10bbe5b5b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bbfc7162-50f8-45cc-990c-7477113944aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 14:03:19.569441 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-cf7023df-e537-401c-b1ba-b2da1d6f6b8b service neutron] Bound using segment: {'id': '196b44fc-2245-4db7-8ab6-10bbe5b5b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bbfc7162-50f8-45cc-990c-7477113944aa'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 14:03:19.569858 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-cf7023df-e537-401c-b1ba-b2da1d6f6b8b service neutron] Bound port: 3e9da444-5e7d-4d3e-974b-0f95030b725d, host: hv-cinder-84213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '196b44fc-2245-4db7-8ab6-10bbe5b5b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'bbfc7162-50f8-45cc-990c-7477113944aa'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 14:03:19.570210 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-cf7023df-e537-401c-b1ba-b2da1d6f6b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (3e9da444-5e7d-4d3e-974b-0f95030b725d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:19.611419 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:19.650945 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-cf7023df-e537-401c-b1ba-b2da1d6f6b8b service neutron] For port 3e9da444-5e7d-4d3e-974b-0f95030b725d, host hv-cinder-84213, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 14:03:19.653240 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa5185-a83f-4a5f-9e75-4ad131321719 req-b4138c61-b92d-41e1-a840-f8a658b04e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:19.655177 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-cf7023df-e537-401c-b1ba-b2da1d6f6b8b service neutron] For port 3e9da444-5e7d-4d3e-974b-0f95030b725d, host hv-cinder-84213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=3e9da444-5e7d-4d3e-974b-0f95030b725d,segment=NetworkSegment(196b44fc-2245-4db7-8ab6-10bbe5b5b8ae),segment_id=196b44fc-2245-4db7-8ab6-10bbe5b5b8ae)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 14:03:19.655401 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2dfa5185-a83f-4a5f-9e75-4ad131321719 req-b4138c61-b92d-41e1-a840-f8a658b04e1d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=08ed6980f1214f6789f94f34a4c68e6e&device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 1168 time: 0.0446463 May 26 14:03:19.656091 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-00e20151-16c9-4859-9d8d-1803a0c348f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:19.662367 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-cf7023df-e537-401c-b1ba-b2da1d6f6b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13292136'] for port (3e9da444-5e7d-4d3e-974b-0f95030b725d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:19.695030 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-cf7023df-e537-401c-b1ba-b2da1d6f6b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:19.695637 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-cf7023df-e537-401c-b1ba-b2da1d6f6b8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:19.696986 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-cf7023df-e537-401c-b1ba-b2da1d6f6b8b service neutron] 10.222.0.82 "PUT /v2.0/ports/3e9da444-5e7d-4d3e-974b-0f95030b725d HTTP/1.1" status: 200 len: 1094 time: 0.8418112 May 26 14:03:19.697434 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e69036-90a3-4f5d-a79e-74bc3dc4467c', 'tag': '3e9da444-5e7d-4d3e-974b-0f95030b725d'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:03:19.699637 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a67d27a2ec375fafa348027e062b6cf3c7935884065918e746e599b143197b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e48bc21-f7e1-4b48-8130-0bbf6e8a8a00" -d '{"events": [{"name": "network-changed", "server_uuid": "62e69036-90a3-4f5d-a79e-74bc3dc4467c", "tag": "3e9da444-5e7d-4d3e-974b-0f95030b725d"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:03:19.728818 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7023df-e537-401c-b1ba-b2da1d6f6b8b service neutron] Pushing event updated for resources: {'Port': ['ID=3e9da444-5e7d-4d3e-974b-0f95030b725d,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:03:19.740137 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 14:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a23952b-4842-490b-8390-88274fbd5c86 x-openstack-request-id: req-7a23952b-4842-490b-8390-88274fbd5c86 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:03:19.740532 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e69036-90a3-4f5d-a79e-74bc3dc4467c", "tag": "3e9da444-5e7d-4d3e-974b-0f95030b725d", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:03:19.740835 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7a23952b-4842-490b-8390-88274fbd5c86 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:03:19.741265 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a23952b-4842-490b-8390-88274fbd5c86'] response: {'name': 'network-changed', 'server_uuid': '62e69036-90a3-4f5d-a79e-74bc3dc4467c', 'tag': '3e9da444-5e7d-4d3e-974b-0f95030b725d', 'status': 'completed', 'code': 200} May 26 14:03:19.818494 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-dfe01c07-99ba-4d90-9628-7bd29a3165cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:19.819937 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-dfe01c07-99ba-4d90-9628-7bd29a3165cc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=98a1b861d3d84f309ff5a1e90f7499fd&device_id=62e69036-90a3-4f5d-a79e-74bc3dc4467c HTTP/1.1" status: 200 len: 1128 time: 0.0429425 May 26 14:03:19.824189 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa5185-a83f-4a5f-9e75-4ad131321719 req-ccf8fbd5-e482-44cd-a7b7-4acedc4e8598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:19.825656 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2dfa5185-a83f-4a5f-9e75-4ad131321719 req-ccf8fbd5-e482-44cd-a7b7-4acedc4e8598 service neutron] 10.222.0.82 "GET /v2.0/networks?id=dc9a3522-5732-4ae3-9805-a5cd81aa181e HTTP/1.1" status: 200 len: 915 time: 0.1046584 May 26 14:03:19.875397 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-7ca08bbd-d7cb-4b9d-bc26-8cae4ff4163f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e9da444-5e7d-4d3e-974b-0f95030b725d HTTP/1.1" status: 200 len: 217 time: 0.0366962 May 26 14:03:19.899962 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:19.907527 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2dfa5185-a83f-4a5f-9e75-4ad131321719 req-4d80c272-9fe4-4f14-a68c-e49c50e87600 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3710695-2c7b-4d4d-96bc-de38e27dc865 HTTP/1.1" status: 200 len: 1001 time: 0.0693212 May 26 14:03:19.930671 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-8103ab12-0ae1-4e29-badf-d6dcc5a291b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:19.932137 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-8103ab12-0ae1-4e29-badf-d6dcc5a291b9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3ee2017-2d28-484a-bdfe-83c050d7eec5 HTTP/1.1" status: 200 len: 853 time: 0.0507901 May 26 14:03:19.962755 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa5185-a83f-4a5f-9e75-4ad131321719 req-c0f97592-a183-4a23-88d5-a5b583b676e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:19.964203 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2dfa5185-a83f-4a5f-9e75-4ad131321719 req-c0f97592-a183-4a23-88d5-a5b583b676e0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=600c6f3c-cfcb-4a91-8156-6ec613102bd5 HTTP/1.1" status: 200 len: 853 time: 0.0436921 May 26 14:03:19.964467 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-e19ecd97-ddcd-4fd7-bba5-4577991b2103 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bbfc7162-50f8-45cc-990c-7477113944aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259411 May 26 14:03:20.016807 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa5185-a83f-4a5f-9e75-4ad131321719 req-632edc68-b711-4287-b756-7b9fec8d7374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:20.018349 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2dfa5185-a83f-4a5f-9e75-4ad131321719 req-632edc68-b711-4287-b756-7b9fec8d7374 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dc9a3522-5732-4ae3-9805-a5cd81aa181e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398915 May 26 14:03:20.068887 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-fd73fea0-51ee-4cf0-a29a-f5e0dc69f4e4 service neutron] 10.222.0.82 "GET /v2.0/networks/bbfc7162-50f8-45cc-990c-7477113944aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912030 May 26 14:03:20.121732 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2dfa5185-a83f-4a5f-9e75-4ad131321719 req-68d727ef-53c2-49e1-b4f0-7896a54a9368 service neutron] 10.222.0.82 "GET /v2.0/networks/dc9a3522-5732-4ae3-9805-a5cd81aa181e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948522 May 26 14:03:20.197700 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d07e8534-d798-45d2-8f2e-414e3e195bbe req-a6eabee7-de4e-4f6e-9dbd-3c7d1c8e28ab service neutron] 10.222.0.82 "GET /v2.0/networks/bbfc7162-50f8-45cc-990c-7477113944aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973508 May 26 14:03:20.217239 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2dfa5185-a83f-4a5f-9e75-4ad131321719 req-94958776-503b-4cab-a37b-ec2781b840b2 service neutron] 10.222.0.82 "GET /v2.0/networks/dc9a3522-5732-4ae3-9805-a5cd81aa181e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859663 May 26 14:03:20.390988 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90d949-832c-4c8d-88d4-e9380416d051 req-12f1b044-c0c1-44a1-8a87-8c382850522d tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:20.392338 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fb90d949-832c-4c8d-88d4-e9380416d051 req-12f1b044-c0c1-44a1-8a87-8c382850522d tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 984 time: 0.0471826 May 26 14:03:20.438637 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:20.456268 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fb90d949-832c-4c8d-88d4-e9380416d051 req-4b2255bc-9716-47f6-95b0-dcbd160670a1 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=94740b1a-7284-42d2-9e19-eb1e58806f3b&id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580192 May 26 14:03:20.652448 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51906e3-3736-49aa-8bb6-8d1fc77ebfd6 req-4605ebd5-6db8-4c3c-9c83-6d1427c52c78 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:20.653864 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c51906e3-3736-49aa-8bb6-8d1fc77ebfd6 req-4605ebd5-6db8-4c3c-9c83-6d1427c52c78 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/ports?device_id=62e69036-90a3-4f5d-a79e-74bc3dc4467c HTTP/1.1" status: 200 len: 944 time: 0.0465031 May 26 14:03:20.700316 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c51906e3-3736-49aa-8bb6-8d1fc77ebfd6 req-f447eeec-186e-48ac-9348-1193022b5b7b tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/security-groups?id=9545b227-e19f-472b-8c41-99d44ad97e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403969 May 26 14:03:21.197385 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54dc266-c247-4eb3-949f-e4e7a554a8da req-fc9ce914-251b-4b65-8bc0-f89122555c53 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:21.198897 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d54dc266-c247-4eb3-949f-e4e7a554a8da req-fc9ce914-251b-4b65-8bc0-f89122555c53 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 946 time: 0.0487349 May 26 14:03:21.253270 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d54dc266-c247-4eb3-949f-e4e7a554a8da req-791b4788-8770-4feb-9e87-7fef32049bb5 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479567 May 26 14:03:21.290427 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:21.574964 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8b756-6b31-47e2-b64f-99c052615c4b req-9c7f912b-1834-4097-8c51-795fe4e2e383 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:21.577029 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2cc8b756-6b31-47e2-b64f-99c052615c4b req-9c7f912b-1834-4097-8c51-795fe4e2e383 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 984 time: 0.0500851 May 26 14:03:21.636217 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2cc8b756-6b31-47e2-b64f-99c052615c4b req-8e1999dc-0613-4b39-b7a0-d09cc802dad5 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=94740b1a-7284-42d2-9e19-eb1e58806f3b&id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535686 May 26 14:03:21.812796 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90986a63-56f4-4713-9835-21dc680c0b5e req-ccd9c059-d94a-4f9a-9032-cf49fe6b2410 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:21.814272 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-90986a63-56f4-4713-9835-21dc680c0b5e req-ccd9c059-d94a-4f9a-9032-cf49fe6b2410 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/ports?device_id=62e69036-90a3-4f5d-a79e-74bc3dc4467c HTTP/1.1" status: 200 len: 944 time: 0.0470221 May 26 14:03:21.862824 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-90986a63-56f4-4713-9835-21dc680c0b5e req-cbdd2036-92e6-4d24-b8ce-ee45c7c54ef4 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/security-groups?id=9545b227-e19f-472b-8c41-99d44ad97e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430939 May 26 14:03:22.320696 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 3e9da444-5e7d-4d3e-974b-0f95030b725d details requested by agent hyperv_hv-cinder-84213 with host hv-cinder-84213 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 14:03:22.371159 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa32a74-3ea1-42ba-b0d9-8219e783afb5 req-3e0d3143-d0a9-4033-8ac3-a6cce02daa85 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:22.372661 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2aa32a74-3ea1-42ba-b0d9-8219e783afb5 req-3e0d3143-d0a9-4033-8ac3-a6cce02daa85 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 946 time: 0.0508561 May 26 14:03:22.399855 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:22.421805 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2aa32a74-3ea1-42ba-b0d9-8219e783afb5 req-b21dbd89-6792-4c35-a6e6-661022414d75 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432119 May 26 14:03:22.538283 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:22.549179 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 3e9da444-5e7d-4d3e-974b-0f95030b725d, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=3e9da444-5e7d-4d3e-974b-0f95030b725d,segment=NetworkSegment(196b44fc-2245-4db7-8ab6-10bbe5b5b8ae),segment_id=196b44fc-2245-4db7-8ab6-10bbe5b5b8ae)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:03:22.563881 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:22.564605 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Returning: {'device': '3e9da444-5e7d-4d3e-974b-0f95030b725d', 'network_id': 'bbfc7162-50f8-45cc-990c-7477113944aa', 'port_id': '3e9da444-5e7d-4d3e-974b-0f95030b725d', 'mac_address': 'fa:16:3e:ff:f6:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3ee2017-2d28-484a-bdfe-83c050d7eec5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 14:03:22.599077 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 3e9da444-5e7d-4d3e-974b-0f95030b725d is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:03:22.599449 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (3e9da444-5e7d-4d3e-974b-0f95030b725d), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:22.611879 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e9da444-5e7d-4d3e-974b-0f95030b725d {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 14:03:22.631090 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 3e9da444-5e7d-4d3e-974b-0f95030b725d, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=3e9da444-5e7d-4d3e-974b-0f95030b725d,segment=NetworkSegment(196b44fc-2245-4db7-8ab6-10bbe5b5b8ae),segment_id=196b44fc-2245-4db7-8ab6-10bbe5b5b8ae)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:03:22.634581 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (3e9da444-5e7d-4d3e-974b-0f95030b725d), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:22.681467 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=3e9da444-5e7d-4d3e-974b-0f95030b725d,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:03:22.689006 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:22.689375 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:22.689709 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:22.690071 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:22.690400 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:22.690721 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:22.691043 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:22.691360 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:22.691675 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:22.691992 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:22.692308 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:22.692624 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:22.692935 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:22.693275 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:22.693588 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:22.751481 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7a95b-ccdc-4d7d-ad92-5101c98b2d55 req-db75d61d-2c71-4329-b7c3-41e14fa4c3fe tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:22.753034 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-33d7a95b-ccdc-4d7d-ad92-5101c98b2d55 req-db75d61d-2c71-4329-b7c3-41e14fa4c3fe tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 984 time: 0.0477641 May 26 14:03:22.765597 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:22.812363 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-33d7a95b-ccdc-4d7d-ad92-5101c98b2d55 req-6cb63ab9-ee44-4c60-9200-f51b7829aeb9 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=94740b1a-7284-42d2-9e19-eb1e58806f3b&id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536880 May 26 14:03:22.974326 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250aa7c-41fc-4853-bed5-1d172cf7d450 req-63e45455-c538-466c-b663-82d84bc4e335 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:22.975784 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4250aa7c-41fc-4853-bed5-1d172cf7d450 req-63e45455-c538-466c-b663-82d84bc4e335 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/ports?device_id=62e69036-90a3-4f5d-a79e-74bc3dc4467c HTTP/1.1" status: 200 len: 945 time: 0.0470595 May 26 14:03:23.029136 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4250aa7c-41fc-4853-bed5-1d172cf7d450 req-40905b9d-a515-49a2-9213-ebfa6d5795d6 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/security-groups?id=9545b227-e19f-472b-8c41-99d44ad97e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476987 May 26 14:03:23.106358 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48bc21-f7e1-4b48-8130-0bbf6e8a8a00 req-462e7f63-fc90-4288-9c52-4a021874dee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:23.108400 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0e48bc21-f7e1-4b48-8130-0bbf6e8a8a00 req-462e7f63-fc90-4288-9c52-4a021874dee1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=98a1b861d3d84f309ff5a1e90f7499fd&device_id=62e69036-90a3-4f5d-a79e-74bc3dc4467c HTTP/1.1" status: 200 len: 1129 time: 0.0501986 May 26 14:03:23.276574 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] get_ports_and_sgs() called for port_ids ['3e9da444-5e7d-4d3e-974b-0f95030b725d'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 14:03:23.536794 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f4e2b-0fa9-4188-9a7b-d8f3f940acb1 req-6c956289-2798-484b-aeaa-1a8c9d5fcfdb tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:23.538284 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e04f4e2b-0fa9-4188-9a7b-d8f3f940acb1 req-6c956289-2798-484b-aeaa-1a8c9d5fcfdb tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 946 time: 0.0492442 May 26 14:03:23.585937 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e04f4e2b-0fa9-4188-9a7b-d8f3f940acb1 req-036ec43f-cce6-42dd-b245-d9bb590a6a8e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420570 May 26 14:03:23.678813 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48bc21-f7e1-4b48-8130-0bbf6e8a8a00 req-736cf7c2-27e8-463c-9dbe-f6d5e9d7f007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:23.680322 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0e48bc21-f7e1-4b48-8130-0bbf6e8a8a00 req-736cf7c2-27e8-463c-9dbe-f6d5e9d7f007 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bbfc7162-50f8-45cc-990c-7477113944aa HTTP/1.1" status: 200 len: 914 time: 0.1058452 May 26 14:03:23.709037 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:23.728201 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:23.816485 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0e48bc21-f7e1-4b48-8130-0bbf6e8a8a00 req-7d597026-ce0f-48af-8006-f07f4f19eb0f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e9da444-5e7d-4d3e-974b-0f95030b725d HTTP/1.1" status: 200 len: 217 time: 0.0374048 May 26 14:03:23.887779 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48bc21-f7e1-4b48-8130-0bbf6e8a8a00 req-7d9310ea-132d-4c1a-9aae-f8b85e5b2f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:23.889827 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0e48bc21-f7e1-4b48-8130-0bbf6e8a8a00 req-7d9310ea-132d-4c1a-9aae-f8b85e5b2f55 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3ee2017-2d28-484a-bdfe-83c050d7eec5 HTTP/1.1" status: 200 len: 853 time: 0.0452955 May 26 14:03:23.924146 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0e48bc21-f7e1-4b48-8130-0bbf6e8a8a00 req-33e86942-172d-4d3b-b183-2b75924db647 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bbfc7162-50f8-45cc-990c-7477113944aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262070 May 26 14:03:23.931633 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57106654-8e14-4364-a12d-719e55d63a4a req-799bb671-8aa5-4108-9913-adcefaec18b6 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:23.933190 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-57106654-8e14-4364-a12d-719e55d63a4a req-799bb671-8aa5-4108-9913-adcefaec18b6 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 984 time: 0.0479188 May 26 14:03:23.991619 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:23.992904 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-57106654-8e14-4364-a12d-719e55d63a4a req-d1338dd2-229e-4cd7-a6bc-c0b4aba9c3f3 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=94740b1a-7284-42d2-9e19-eb1e58806f3b&id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537815 May 26 14:03:24.027693 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0e48bc21-f7e1-4b48-8130-0bbf6e8a8a00 req-01d28aaf-f6ea-4992-8445-1ebf2e745df6 service neutron] 10.222.0.82 "GET /v2.0/networks/bbfc7162-50f8-45cc-990c-7477113944aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903182 May 26 14:03:24.062019 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=100 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:24.128599 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0e48bc21-f7e1-4b48-8130-0bbf6e8a8a00 req-1baee60f-bfd6-41d9-ae0c-10758e92190e service neutron] 10.222.0.82 "GET /v2.0/networks/bbfc7162-50f8-45cc-990c-7477113944aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876596 May 26 14:03:24.147921 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cce24-1051-4b2f-87fe-562c8d6d0556 req-e17d0632-8eb4-44ab-9ac1-6bf9e227a23c tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:24.149423 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-102cce24-1051-4b2f-87fe-562c8d6d0556 req-e17d0632-8eb4-44ab-9ac1-6bf9e227a23c tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/ports?device_id=62e69036-90a3-4f5d-a79e-74bc3dc4467c HTTP/1.1" status: 200 len: 945 time: 0.0513396 May 26 14:03:24.196247 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-102cce24-1051-4b2f-87fe-562c8d6d0556 req-12d6bd4f-6ede-4ab5-a042-e2d2b717a3f7 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/security-groups?id=9545b227-e19f-472b-8c41-99d44ad97e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408053 May 26 14:03:24.572465 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1033202-c84f-476a-8417-9f5e02411a7f req-c531af6b-1da6-44d3-8bda-3e616aab729c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:24.573953 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e1033202-c84f-476a-8417-9f5e02411a7f req-c531af6b-1da6-44d3-8bda-3e616aab729c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.82 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 946 time: 0.0468330 May 26 14:03:24.663416 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-e1033202-c84f-476a-8417-9f5e02411a7f req-4e29b60b-fb78-4653-ba42-04845bfbd78e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Deleting port 44b52c9b-2e5c-490a-ab42-cd30ca4bea28 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:03:24.663758 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e1033202-c84f-476a-8417-9f5e02411a7f req-4e29b60b-fb78-4653-ba42-04845bfbd78e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (44b52c9b-2e5c-490a-ab42-cd30ca4bea28), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:24.689077 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:24.705737 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8371e6-58d1-470c-b2f5-5493093d7a82 req-86fb02ad-5393-4f97-b292-aaa4f9f5b8ef tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:24.707220 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ff8371e6-58d1-470c-b2f5-5493093d7a82 req-86fb02ad-5393-4f97-b292-aaa4f9f5b8ef tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 946 time: 0.0494688 May 26 14:03:24.752991 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e1033202-c84f-476a-8417-9f5e02411a7f req-4e29b60b-fb78-4653-ba42-04845bfbd78e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] For port 44b52c9b-2e5c-490a-ab42-cd30ca4bea28, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=44b52c9b-2e5c-490a-ab42-cd30ca4bea28,segment=NetworkSegment(93677cf8-8388-429d-a7a5-bdb9a9d46a00),segment_id=93677cf8-8388-429d-a7a5-bdb9a9d46a00)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:03:24.753383 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e1033202-c84f-476a-8417-9f5e02411a7f req-4e29b60b-fb78-4653-ba42-04845bfbd78e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (44b52c9b-2e5c-490a-ab42-cd30ca4bea28), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:24.755581 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ff8371e6-58d1-470c-b2f5-5493093d7a82 req-b6d82183-60f2-4e97-a320-93fc157fc031 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424967 May 26 14:03:24.765680 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 3e9da444-5e7d-4d3e-974b-0f95030b725d up at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 14:03:24.810461 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning for port 3e9da444-5e7d-4d3e-974b-0f95030b725d completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 14:03:24.817063 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning complete for port 3e9da444-5e7d-4d3e-974b-0f95030b725d triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:03:24.817459 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (3e9da444-5e7d-4d3e-974b-0f95030b725d), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:24.888959 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 3e9da444-5e7d-4d3e-974b-0f95030b725d is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:03:24.889252 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (3e9da444-5e7d-4d3e-974b-0f95030b725d), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:24.908982 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=100 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:24.912262 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e69036-90a3-4f5d-a79e-74bc3dc4467c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9da444-5e7d-4d3e-974b-0f95030b725d'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:03:24.914615 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75cf6a0b0aca4359f4c43b56c27fa80c20f62c04807301a9a0ec5234ef5b0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87487074-737f-4760-8b50-65bb6e890d41" -d '{"events": [{"server_uuid": "62e69036-90a3-4f5d-a79e-74bc3dc4467c", "name": "network-vif-plugged", "status": "completed", "tag": "3e9da444-5e7d-4d3e-974b-0f95030b725d"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:03:24.928708 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 3e9da444-5e7d-4d3e-974b-0f95030b725d, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=3e9da444-5e7d-4d3e-974b-0f95030b725d,segment=NetworkSegment(196b44fc-2245-4db7-8ab6-10bbe5b5b8ae),segment_id=196b44fc-2245-4db7-8ab6-10bbe5b5b8ae)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:03:24.937049 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (3e9da444-5e7d-4d3e-974b-0f95030b725d), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:24.960520 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40259594-0cb9-4dc6-bd4d-249a8ebaa21e x-openstack-request-id: req-40259594-0cb9-4dc6-bd4d-249a8ebaa21e {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:03:24.960920 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e69036-90a3-4f5d-a79e-74bc3dc4467c", "name": "network-vif-plugged", "status": "completed", "tag": "3e9da444-5e7d-4d3e-974b-0f95030b725d", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:03:24.961200 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-40259594-0cb9-4dc6-bd4d-249a8ebaa21e {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:03:24.961597 dv-cinder-842130-1-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40259594-0cb9-4dc6-bd4d-249a8ebaa21e'] response: {'server_uuid': '62e69036-90a3-4f5d-a79e-74bc3dc4467c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9da444-5e7d-4d3e-974b-0f95030b725d', 'code': 200} May 26 14:03:24.967828 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e1033202-c84f-476a-8417-9f5e02411a7f req-4e29b60b-fb78-4653-ba42-04845bfbd78e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:24.968197 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e1033202-c84f-476a-8417-9f5e02411a7f req-4e29b60b-fb78-4653-ba42-04845bfbd78e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778712'] for floatingip (a146127d-00da-4bf9-bd9c-520b5395a2e9), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:24.968508 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.db.l3_db [req-e1033202-c84f-476a-8417-9f5e02411a7f req-4e29b60b-fb78-4653-ba42-04845bfbd78e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Floating IP a146127d-00da-4bf9-bd9c-520b5395a2e9 disassociated. External IP: 172.27.1.164, port: 44b52c9b-2e5c-490a-ab42-cd30ca4bea28. May 26 14:03:24.968850 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-e1033202-c84f-476a-8417-9f5e02411a7f req-4e29b60b-fb78-4653-ba42-04845bfbd78e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Calling delete_port for 44b52c9b-2e5c-490a-ab42-cd30ca4bea28 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:03:24.988637 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=3e9da444-5e7d-4d3e-974b-0f95030b725d,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:03:25.111676 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3f959-7479-43b6-8318-bdafa9f4729b req-27917285-89c3-4bdf-828f-5e48339bcf14 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:25.114314 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d5b3f959-7479-43b6-8318-bdafa9f4729b req-27917285-89c3-4bdf-828f-5e48339bcf14 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 984 time: 0.0493932 May 26 14:03:25.124099 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e1033202-c84f-476a-8417-9f5e02411a7f req-4e29b60b-fb78-4653-ba42-04845bfbd78e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (44b52c9b-2e5c-490a-ab42-cd30ca4bea28), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:25.154127 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e29b60b-fb78-4653-ba42-04845bfbd78e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Pushing event deleted for resources: {'Port': ['ID=44b52c9b-2e5c-490a-ab42-cd30ca4bea28,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:03:25.221854 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d5b3f959-7479-43b6-8318-bdafa9f4729b req-29f37569-efce-473b-b2bc-d2f8f8c5a7e4 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=94740b1a-7284-42d2-9e19-eb1e58806f3b&id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0998087 May 26 14:03:25.228028 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a66fde-c0a8-45bc-bce4-5bdd49730954 req-c74ada3c-00e3-42a7-a359-76bea53e273e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:25.229555 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c9a66fde-c0a8-45bc-bce4-5bdd49730954 req-c74ada3c-00e3-42a7-a359-76bea53e273e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=62e69036-90a3-4f5d-a79e-74bc3dc4467c HTTP/1.1" status: 200 len: 1130 time: 0.0628920 May 26 14:03:25.272404 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1033202-c84f-476a-8417-9f5e02411a7f req-4e29b60b-fb78-4653-ba42-04845bfbd78e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Router daa0fa1d-1072-4f3c-8d4e-d0d83801f24a has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:03:25.293065 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c9a66fde-c0a8-45bc-bce4-5bdd49730954 req-a4df0abc-b680-40f3-9580-cf8ac2cdd6df service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=9545b227-e19f-472b-8c41-99d44ad97e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490842 May 26 14:03:25.326948 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ed718-5fe1-4f61-b83b-368456f1bc38 req-0758fd4e-c721-4301-b10b-50c54c05a2e9 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:25.328390 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-820ed718-5fe1-4f61-b83b-368456f1bc38 req-0758fd4e-c721-4301-b10b-50c54c05a2e9 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/ports?device_id=62e69036-90a3-4f5d-a79e-74bc3dc4467c HTTP/1.1" status: 200 len: 946 time: 0.0556307 May 26 14:03:25.378862 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1033202-c84f-476a-8417-9f5e02411a7f req-4e29b60b-fb78-4653-ba42-04845bfbd78e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:03:25.379158 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-820ed718-5fe1-4f61-b83b-368456f1bc38 req-e5cb97a6-715d-4093-9be7-26ece1211723 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/security-groups?id=9545b227-e19f-472b-8c41-99d44ad97e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449746 May 26 14:03:25.388399 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f980f3-db81-4223-a9ae-f6ef452d71f3 None None] Sync routers for ids ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'] in dv-cinder-842130-1-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:03:25.408097 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f980f3-db81-4223-a9ae-f6ef452d71f3 None None] Routers {'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:03:25.408650 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-80f980f3-db81-4223-a9ae-f6ef452d71f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:03:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:03:25.423460 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1033202-c84f-476a-8417-9f5e02411a7f req-4e29b60b-fb78-4653-ba42-04845bfbd78e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] No DVR routers for this DVR port 44b52c9b-2e5c-490a-ab42-cd30ca4bea28 on host hv-cinder-84213 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:03:25.426195 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e1033202-c84f-476a-8417-9f5e02411a7f req-4e29b60b-fb78-4653-ba42-04845bfbd78e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:25.429226 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e1033202-c84f-476a-8417-9f5e02411a7f req-4e29b60b-fb78-4653-ba42-04845bfbd78e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.82 "DELETE /v2.0/ports/44b52c9b-2e5c-490a-ab42-cd30ca4bea28 HTTP/1.1" status: 204 len: 173 time: 0.8490698 May 26 14:03:25.429657 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71af8283-a8f5-44e7-bdcd-6606070472b2', 'name': 'network-vif-deleted', 'tag': '44b52c9b-2e5c-490a-ab42-cd30ca4bea28'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:03:25.431903 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a2fe3094dbca619affac8640d5d00e1e0d94bf0ce4138e249cf9dd9a9bbd82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de34ba85-e1ad-41b3-a839-743f99758020" -d '{"events": [{"server_uuid": "71af8283-a8f5-44e7-bdcd-6606070472b2", "name": "network-vif-deleted", "tag": "44b52c9b-2e5c-490a-ab42-cd30ca4bea28"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:03:25.466298 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9beedc-0e0a-48f4-8bce-f86e9de696d7 x-openstack-request-id: req-1f9beedc-0e0a-48f4-8bce-f86e9de696d7 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:03:25.466591 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71af8283-a8f5-44e7-bdcd-6606070472b2", "name": "network-vif-deleted", "tag": "44b52c9b-2e5c-490a-ab42-cd30ca4bea28", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:03:25.467481 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1f9beedc-0e0a-48f4-8bce-f86e9de696d7 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:03:25.467879 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f9beedc-0e0a-48f4-8bce-f86e9de696d7'] response: {'server_uuid': '71af8283-a8f5-44e7-bdcd-6606070472b2', 'name': 'network-vif-deleted', 'tag': '44b52c9b-2e5c-490a-ab42-cd30ca4bea28', 'status': 'completed', 'code': 200} May 26 14:03:25.516069 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-80f980f3-db81-4223-a9ae-f6ef452d71f3 None None] Set router daa0fa1d-1072-4f3c-8d4e-d0d83801f24a gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:03:25.640541 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:25.653266 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:25.707002 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-80f980f3-db81-4223-a9ae-f6ef452d71f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'name': 'tempest-AttachVolumeNegativeTest-1440631548-router', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:14Z', 'revision_number': 4, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'gw_port': {'id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'b6ffcef5-68aa-421a-9700-c16472c89579', 'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'mac_address': 'fa:16:3e:73:f3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:13Z', 'updated_at': '2022-05-26T13:56:30Z', 'revision_number': 5, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'subnets': [{'id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:03:25.731009 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f980f3-db81-4223-a9ae-f6ef452d71f3 None None] Checking router: daa0fa1d-1072-4f3c-8d4e-d0d83801f24a for host: dv-cinder-842130-1-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:03:25.739904 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f980f3-db81-4223-a9ae-f6ef452d71f3 None None] Routers {'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:03:25.740434 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-80f980f3-db81-4223-a9ae-f6ef452d71f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:03:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:03:25.850168 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-80f980f3-db81-4223-a9ae-f6ef452d71f3 None None] Set router daa0fa1d-1072-4f3c-8d4e-d0d83801f24a gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:03:25.873191 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f06678f4-c763-49cd-9bb1-8bd736f43add req-64db5e9e-0e96-4eb7-9c44-9fdf8e08fe99 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 210 time: 0.0428293 May 26 14:03:26.047220 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-80f980f3-db81-4223-a9ae-f6ef452d71f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'name': 'tempest-AttachVolumeNegativeTest-1440631548-router', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:14Z', 'revision_number': 4, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'gw_port': {'id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'b6ffcef5-68aa-421a-9700-c16472c89579', 'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'mac_address': 'fa:16:3e:73:f3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:13Z', 'updated_at': '2022-05-26T13:56:30Z', 'revision_number': 5, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'subnets': [{'id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:03:26.077272 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f980f3-db81-4223-a9ae-f6ef452d71f3 None None] The sync data for ids ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'] in dv-cinder-842130-1-iscsi is: [{'id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'name': 'tempest-AttachVolumeNegativeTest-1440631548-router', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:14Z', 'revision_number': 4, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'gw_port': {'id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'b6ffcef5-68aa-421a-9700-c16472c89579', 'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'mac_address': 'fa:16:3e:73:f3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:13Z', 'updated_at': '2022-05-26T13:56:30Z', 'revision_number': 5, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'subnets': [{'id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:03:26.333102 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b69696-f7da-4ca8-8e00-25935e705723 None None] New status for floating IP a146127d-00da-4bf9-bd9c-520b5395a2e9: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 14:03:26.354524 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29905f6-ca6a-4ab0-a3fa-e4756b0db751 req-c7a480ef-2cf1-4801-8fe5-870b6f7f66da tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:26.356065 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c29905f6-ca6a-4ab0-a3fa-e4756b0db751 req-c7a480ef-2cf1-4801-8fe5-870b6f7f66da tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 984 time: 0.0516009 May 26 14:03:26.419016 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c29905f6-ca6a-4ab0-a3fa-e4756b0db751 req-78a77baf-f242-4345-8fd6-aaa5b342b947 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=94740b1a-7284-42d2-9e19-eb1e58806f3b&id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572269 May 26 14:03:26.478041 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:26.516636 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bcf963-93dc-46da-be51-4d14cd841ea7 req-1fa0dd6b-ba4b-4479-8d68-d8f1b316ac75 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:26.518144 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-59bcf963-93dc-46da-be51-4d14cd841ea7 req-1fa0dd6b-ba4b-4479-8d68-d8f1b316ac75 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/ports?device_id=62e69036-90a3-4f5d-a79e-74bc3dc4467c HTTP/1.1" status: 200 len: 946 time: 0.0519464 May 26 14:03:26.578203 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-59bcf963-93dc-46da-be51-4d14cd841ea7 req-674a5249-4b64-4306-b514-cddf00e6ca93 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/security-groups?id=9545b227-e19f-472b-8c41-99d44ad97e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539951 May 26 14:03:26.987365 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7c2f2ad7-0125-41a2-b6fe-dd4b1dd5cfba req-8a53d69f-60ec-4ad0-8cdc-e7aca3fb9308 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=71af8283-a8f5-44e7-bdcd-6606070472b2 HTTP/1.1" status: 200 len: 210 time: 0.0274158 May 26 14:03:27.540468 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473667e1-58c2-4398-a76c-100debff842d req-68a71ecd-7728-4d73-8fb8-ceaed4444217 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:27.542112 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-473667e1-58c2-4398-a76c-100debff842d req-68a71ecd-7728-4d73-8fb8-ceaed4444217 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 984 time: 0.0485158 May 26 14:03:27.609251 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-473667e1-58c2-4398-a76c-100debff842d req-74c5527a-f65c-42af-9170-880a62c6b08e tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=94740b1a-7284-42d2-9e19-eb1e58806f3b&id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588512 May 26 14:03:27.712716 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba445f0e-d527-41ef-b382-cca8937f9aa8 req-a595b5cb-7d82-4832-b1a4-b22b69bf2ff0 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:27.714710 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ba445f0e-d527-41ef-b382-cca8937f9aa8 req-a595b5cb-7d82-4832-b1a4-b22b69bf2ff0 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/ports?device_id=62e69036-90a3-4f5d-a79e-74bc3dc4467c HTTP/1.1" status: 200 len: 946 time: 0.0605710 May 26 14:03:27.769870 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ba445f0e-d527-41ef-b382-cca8937f9aa8 req-a55bab9e-0941-43c7-b9be-1ece77b8766b tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/security-groups?id=9545b227-e19f-472b-8c41-99d44ad97e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487111 May 26 14:03:28.094916 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 50786) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:03:28.184606 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-11f8c215-ac27-459a-919d-f4d241978c6e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group (2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:28.210764 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-11f8c215-ac27-459a-919d-f4d241978c6e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group (2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:28.279035 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-11f8c215-ac27-459a-919d-f4d241978c6e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:28.282206 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-11f8c215-ac27-459a-919d-f4d241978c6e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:28.285800 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-11f8c215-ac27-459a-919d-f4d241978c6e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "DELETE /v2.0/security-groups/2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50 HTTP/1.1" status: 204 len: 168 time: 0.1872120 May 26 14:03:28.286437 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 50790) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:03:28.293230 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8c215-ac27-459a-919d-f4d241978c6e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:03:28.304063 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.api.v2.resource [None req-4ade3548-1c2d-4e40-b3bf-9717b8c87d24 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] show failed (client error): The resource could not be found. May 26 14:03:28.305354 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-4ade3548-1c2d-4e40-b3bf-9717b8c87d24 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups/2e32ba06-b821-4ff9-8a9f-7b5deb6e4d50 HTTP/1.1" status: 404 len: 347 time: 0.0174038 May 26 14:03:28.310207 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 50792) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:03:28.426358 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7f852a3e-285b-4296-aca2-6f5020bc926a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Deleting port beaa2693-268d-42e6-a801-5612401a9669 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:03:28.426703 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f852a3e-285b-4296-aca2-6f5020bc926a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (beaa2693-268d-42e6-a801-5612401a9669), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:28.481354 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:28.506468 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f852a3e-285b-4296-aca2-6f5020bc926a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (beaa2693-268d-42e6-a801-5612401a9669), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:28.506795 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f852a3e-285b-4296-aca2-6f5020bc926a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for floatingip (beaa2693-268d-42e6-a801-5612401a9669), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:28.519999 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7f852a3e-285b-4296-aca2-6f5020bc926a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Calling delete_port for beaa2693-268d-42e6-a801-5612401a9669 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:03:28.605910 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:28.664267 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f852a3e-285b-4296-aca2-6f5020bc926a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (beaa2693-268d-42e6-a801-5612401a9669), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:28.733577 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ca1ec-bf6e-4555-8d5b-409735d8bbdd req-17976a68-d099-4543-9e94-168d3039ef17 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:28.734133 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 44b52c9b-2e5c-490a-ab42-cd30ca4bea28 no longer exists at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:03:28.735076 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-542ca1ec-bf6e-4555-8d5b-409735d8bbdd req-17976a68-d099-4543-9e94-168d3039ef17 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 984 time: 0.0530329 May 26 14:03:28.756054 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] No Port match for: 44b52c9b-2e5c-490a-ab42-cd30ca4bea28 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:03:28.756054 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 44b52c9b-2e5c-490a-ab42-cd30ca4bea28 not bound to the agent host hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:03:28.781580 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:28.801633 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-542ca1ec-bf6e-4555-8d5b-409735d8bbdd req-f329fec9-7086-468e-80ea-86b44d1ef681 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=94740b1a-7284-42d2-9e19-eb1e58806f3b&id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598550 May 26 14:03:28.906515 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f852a3e-285b-4296-aca2-6f5020bc926a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Pushing event deleted for resources: {'Port': ['ID=beaa2693-268d-42e6-a801-5612401a9669,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:03:28.971276 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f852a3e-285b-4296-aca2-6f5020bc926a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for floatingip (a146127d-00da-4bf9-bd9c-520b5395a2e9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:28.973757 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f852a3e-285b-4296-aca2-6f5020bc926a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:28.974887 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-7f852a3e-285b-4296-aca2-6f5020bc926a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "DELETE /v2.0/floatingips/a146127d-00da-4bf9-bd9c-520b5395a2e9 HTTP/1.1" status: 204 len: 168 time: 0.6635265 May 26 14:03:29.058752 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 50798) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:03:29.063792 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-40a884b9-d050-46d1-bac0-b86f5999273e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1710277154', 'description': 'tempest-description--1548421834'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:03:29.084888 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40a884b9-d050-46d1-bac0-b86f5999273e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:29.154580 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40a884b9-d050-46d1-bac0-b86f5999273e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group (877fc971-8407-448f-891e-f57c671e9d4a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:29.160344 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40a884b9-d050-46d1-bac0-b86f5999273e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (877fc971-8407-448f-891e-f57c671e9d4a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:29.191317 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40a884b9-d050-46d1-bac0-b86f5999273e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:29.195196 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-40a884b9-d050-46d1-bac0-b86f5999273e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1327641 May 26 14:03:29.195536 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 50802) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:03:29.199658 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c6d0cba7-faf2-4e99-bb32-f00491330e42 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Request body: {'security_group_rule': {'security_group_id': '877fc971-8407-448f-891e-f57c671e9d4a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:03:29.208004 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a884b9-d050-46d1-bac0-b86f5999273e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=877fc971-8407-448f-891e-f57c671e9d4a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:03:29.231717 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c6d0cba7-faf2-4e99-bb32-f00491330e42 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group_rule (b29845e5-ab96-42d3-bd9c-ab61a6a04f18), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:29.289636 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c6d0cba7-faf2-4e99-bb32-f00491330e42 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group_rule (b29845e5-ab96-42d3-bd9c-ab61a6a04f18), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:29.293414 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c6d0cba7-faf2-4e99-bb32-f00491330e42 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581445'] for security_group_rule (b29845e5-ab96-42d3-bd9c-ab61a6a04f18), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:29.312396 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0cba7-faf2-4e99-bb32-f00491330e42 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b29845e5-ab96-42d3-bd9c-ab61a6a04f18,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:03:29.320508 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c6d0cba7-faf2-4e99-bb32-f00491330e42 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:29.321200 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-c6d0cba7-faf2-4e99-bb32-f00491330e42 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248283 May 26 14:03:29.324449 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 50804) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:03:29.328704 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-89ba8dbf-b7c9-4476-ab72-a45b5585ba2e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Request body: {'security_group_rule': {'security_group_id': '877fc971-8407-448f-891e-f57c671e9d4a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:03:29.354153 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-89ba8dbf-b7c9-4476-ab72-a45b5585ba2e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group_rule (4ad157dd-f92b-4578-bc44-4f599a116363), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:29.401551 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-89ba8dbf-b7c9-4476-ab72-a45b5585ba2e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group_rule (4ad157dd-f92b-4578-bc44-4f599a116363), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:29.405471 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-89ba8dbf-b7c9-4476-ab72-a45b5585ba2e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581445'] for security_group_rule (4ad157dd-f92b-4578-bc44-4f599a116363), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:29.427812 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba8dbf-b7c9-4476-ab72-a45b5585ba2e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad157dd-f92b-4578-bc44-4f599a116363,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:03:29.433981 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-89ba8dbf-b7c9-4476-ab72-a45b5585ba2e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:29.435154 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-89ba8dbf-b7c9-4476-ab72-a45b5585ba2e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1097832 May 26 14:03:29.438849 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 50806) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:03:29.443134 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ede23e52-90b2-4fa7-bf50-d55d224003fd tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Request body: {'floatingip': {'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:03:29.463293 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ede23e52-90b2-4fa7-bf50-d55d224003fd tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:29.512627 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:29.550759 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ede23e52-90b2-4fa7-bf50-d55d224003fd tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:29.638940 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:29.657405 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-ede23e52-90b2-4fa7-bf50-d55d224003fd tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Allocated IP 172.27.1.243 (52e096d4-8aa7-4f06-8835-685346500be4/afa79513-0fef-42b7-ae4f-8319e7853c26/5f8dee82-a740-4440-83e7-36e4424d5ae7) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:03:29.763278 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ede23e52-90b2-4fa7-bf50-d55d224003fd tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for port (5f8dee82-a740-4440-83e7-36e4424d5ae7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:29.796646 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ede23e52-90b2-4fa7-bf50-d55d224003fd tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (5f8dee82-a740-4440-83e7-36e4424d5ae7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:29.837459 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede23e52-90b2-4fa7-bf50-d55d224003fd tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Network 52e096d4-8aa7-4f06-8835-685346500be4 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:03:29.843068 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-ede23e52-90b2-4fa7-bf50-d55d224003fd tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:03:29.845304 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede23e52-90b2-4fa7-bf50-d55d224003fd tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Pushing event updated for resources: {'Port': ['ID=5f8dee82-a740-4440-83e7-36e4424d5ae7,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:03:29.847423 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede23e52-90b2-4fa7-bf50-d55d224003fd tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 14:03:29.919394 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416d06f-2a61-46c1-ac8f-f0fa1ba4f87c req-d0dbdeca-f7ca-49ba-97f6-2484f734d279 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:29.921526 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a416d06f-2a61-46c1-ac8f-f0fa1ba4f87c req-d0dbdeca-f7ca-49ba-97f6-2484f734d279 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 984 time: 0.0497987 May 26 14:03:29.939110 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ede23e52-90b2-4fa7-bf50-d55d224003fd tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for floatingip (03428dd3-a75a-45bb-bb94-135899381ebc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:29.975553 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ede23e52-90b2-4fa7-bf50-d55d224003fd tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (5f8dee82-a740-4440-83e7-36e4424d5ae7), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:29.981590 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a416d06f-2a61-46c1-ac8f-f0fa1ba4f87c req-c5555901-7120-4514-a106-444f7f8625d4 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=94740b1a-7284-42d2-9e19-eb1e58806f3b&id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541019 May 26 14:03:30.148488 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ede23e52-90b2-4fa7-bf50-d55d224003fd tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for port (5f8dee82-a740-4440-83e7-36e4424d5ae7), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:30.152816 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ede23e52-90b2-4fa7-bf50-d55d224003fd tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14253987'] for port (5f8dee82-a740-4440-83e7-36e4424d5ae7), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:30.224606 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede23e52-90b2-4fa7-bf50-d55d224003fd tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Pushing event updated for resources: {'Port': ['ID=5f8dee82-a740-4440-83e7-36e4424d5ae7,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:03:30.236829 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ede23e52-90b2-4fa7-bf50-d55d224003fd tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778712'] for floatingip (03428dd3-a75a-45bb-bb94-135899381ebc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:30.253769 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ede23e52-90b2-4fa7-bf50-d55d224003fd tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:30.255002 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-ede23e52-90b2-4fa7-bf50-d55d224003fd tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8151963 May 26 14:03:30.398056 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-d315ea14-6daf-4af2-878e-8dc04ba3d3ba tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--1710277154&fields=id&tenant_id=af9d168c40ea4df99b495eb06245d066 HTTP/1.1" status: 200 len: 267 time: 0.0416958 May 26 14:03:30.505709 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-7f73182d-96c4-493e-b5b9-0346afe7ec3e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:30.507177 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-7f73182d-96c4-493e-b5b9-0346afe7ec3e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/networks?id=5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 HTTP/1.1" status: 200 len: 815 time: 0.1029043 May 26 14:03:30.521577 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-3be039e7-c618-409d-8250-fb17732447da tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/quotas/af9d168c40ea4df99b495eb06245d066 HTTP/1.1" status: 200 len: 375 time: 0.0090930 May 26 14:03:30.570778 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-068bca11-e8c3-4794-8880-d11b9146d59e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=af9d168c40ea4df99b495eb06245d066&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443439 May 26 14:03:30.663547 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:30.667476 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-3a414ac3-5d8f-4da8-8487-ac27cd92aec9 service neutron] 10.222.0.91 "GET /v2.0/networks/5f7e5c2e-dcd0-44c0-a251-a7bcffefb292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854897 May 26 14:03:30.753696 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-23bd6929-4463-469e-9a27-ec6f64e55c11 service neutron] 10.222.0.91 "GET /v2.0/networks/5f7e5c2e-dcd0-44c0-a251-a7bcffefb292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803332 May 26 14:03:30.918049 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d987a3d3-8358-453f-9de1-ede72b71ae75 req-bbf927e6-3b74-40b5-85e7-d20582068e19 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=d6c7fc24-24aa-48ea-b184-38585d2ffb40 HTTP/1.1" status: 200 len: 210 time: 0.0294905 May 26 14:03:31.115090 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9e16f-70ea-4be0-92aa-7acf0beee5cc req-4c8a3802-f1d6-4d84-b2df-6c844e22f115 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:31.116722 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e0d9e16f-70ea-4be0-92aa-7acf0beee5cc req-4c8a3802-f1d6-4d84-b2df-6c844e22f115 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 984 time: 0.0628364 May 26 14:03:31.195029 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e0d9e16f-70ea-4be0-92aa-7acf0beee5cc req-5836971b-443d-49ec-bf1b-ef06a4ac88d4 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=94740b1a-7284-42d2-9e19-eb1e58806f3b&id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0718584 May 26 14:03:32.020737 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-60a388a0-4c9c-4779-9076-8a02357b383b req-f3271671-3fab-4582-931e-2bd33afe4d63 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=d6c7fc24-24aa-48ea-b184-38585d2ffb40 HTTP/1.1" status: 200 len: 210 time: 0.0343914 May 26 14:03:32.098613 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:32.158612 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:32.190990 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-df306425-b7d2-412a-b317-b9e407be69f5 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:32.192518 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-df306425-b7d2-412a-b317-b9e407be69f5 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.82 "GET /v2.0/networks?id=5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 HTTP/1.1" status: 200 len: 815 time: 0.1179600 May 26 14:03:32.282943 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-d56a4750-df33-4069-a924-b5d985454687 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af9d168c40ea4df99b495eb06245d066 HTTP/1.1" status: 200 len: 380 time: 0.0730104 May 26 14:03:32.293433 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-637dcecf-4660-407b-ad73-e7d3a8e22ec8 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Request body: {'port': {'device_id': 'd6c7fc24-24aa-48ea-b184-38585d2ffb40', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'admin_state_up': True, 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'security_groups': ['877fc971-8407-448f-891e-f57c671e9d4a']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:03:32.340613 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c521c1-3d4e-429a-b961-bc84fd725567 req-1d1fc34f-238d-49a6-85ae-5c4a12d160e2 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:32.342758 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-42c521c1-3d4e-429a-b961-bc84fd725567 req-1d1fc34f-238d-49a6-85ae-5c4a12d160e2 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 984 time: 0.0534327 May 26 14:03:32.408632 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-42c521c1-3d4e-429a-b961-bc84fd725567 req-85c7fef5-ad2a-445f-ac11-78a1481c2502 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=94740b1a-7284-42d2-9e19-eb1e58806f3b&id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597661 May 26 14:03:32.418437 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-637dcecf-4660-407b-ad73-e7d3a8e22ec8 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Made reservation on behalf of af9d168c40ea4df99b495eb06245d066 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:03:32.422211 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-637dcecf-4660-407b-ad73-e7d3a8e22ec8 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:32.550184 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-637dcecf-4660-407b-ad73-e7d3a8e22ec8 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Allocated IP 172.20.0.6 (5f7e5c2e-dcd0-44c0-a251-a7bcffefb292/3a255f09-ad18-4a84-8012-2f8575f58a13/36211193-9c2e-4666-9039-2f26d4b7c02d) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:03:32.682240 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-637dcecf-4660-407b-ad73-e7d3a8e22ec8 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for port (36211193-9c2e-4666-9039-2f26d4b7c02d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:32.714980 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-637dcecf-4660-407b-ad73-e7d3a8e22ec8 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (36211193-9c2e-4666-9039-2f26d4b7c02d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:32.762798 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-637dcecf-4660-407b-ad73-e7d3a8e22ec8 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Network 5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:03:32.766438 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-637dcecf-4660-407b-ad73-e7d3a8e22ec8 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:03:32.770440 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-637dcecf-4660-407b-ad73-e7d3a8e22ec8 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 14:03:32.776674 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637dcecf-4660-407b-ad73-e7d3a8e22ec8 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Pushing event updated for resources: {'Port': ['ID=36211193-9c2e-4666-9039-2f26d4b7c02d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:03:32.833100 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-637dcecf-4660-407b-ad73-e7d3a8e22ec8 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:32.833902 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-637dcecf-4660-407b-ad73-e7d3a8e22ec8 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:32.850619 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-637dcecf-4660-407b-ad73-e7d3a8e22ec8 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5613480 May 26 14:03:32.932594 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-3ba45aaa-d56f-4526-83d7-74f90457771e service neutron] Request body: {'port': {'device_id': 'd6c7fc24-24aa-48ea-b184-38585d2ffb40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84213'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:03:32.995405 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-3ba45aaa-d56f-4526-83d7-74f90457771e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (36211193-9c2e-4666-9039-2f26d4b7c02d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:33.002827 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-ddaca35c-e367-430b-b9a7-4458fdd4ad38 None None] Provisioning complete for port 36211193-9c2e-4666-9039-2f26d4b7c02d triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:03:33.003359 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ddaca35c-e367-430b-b9a7-4458fdd4ad38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (36211193-9c2e-4666-9039-2f26d4b7c02d), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:33.029508 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:33.035356 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-ddaca35c-e367-430b-b9a7-4458fdd4ad38 None None] Port 36211193-9c2e-4666-9039-2f26d4b7c02d cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 14:03:33.085368 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:33.142016 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1acd6-abc4-4053-9f11-514f03a17137 req-cb858be6-64ce-42b6-9dc6-206bd02f3a4c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:33.144142 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-54f1acd6-abc4-4053-9f11-514f03a17137 req-cb858be6-64ce-42b6-9dc6-206bd02f3a4c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=d6c7fc24-24aa-48ea-b184-38585d2ffb40 HTTP/1.1" status: 200 len: 931 time: 0.0516298 May 26 14:03:33.192510 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-54f1acd6-abc4-4053-9f11-514f03a17137 req-ad98aac3-08e7-4025-9813-ed312b8afaca tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=877fc971-8407-448f-891e-f57c671e9d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420678 May 26 14:03:33.296695 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-3ba45aaa-d56f-4526-83d7-74f90457771e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36211193-9c2e-4666-9039-2f26d4b7c02d {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 14:03:33.304159 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-3ba45aaa-d56f-4526-83d7-74f90457771e service neutron] Publish callbacks [] for port (36211193-9c2e-4666-9039-2f26d4b7c02d), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:33.316553 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-3ba45aaa-d56f-4526-83d7-74f90457771e service neutron] Transition to ACTIVE for port object 36211193-9c2e-4666-9039-2f26d4b7c02d will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 14:03:33.320764 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-3ba45aaa-d56f-4526-83d7-74f90457771e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14253987'] for port (36211193-9c2e-4666-9039-2f26d4b7c02d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:33.372300 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba45aaa-d56f-4526-83d7-74f90457771e service neutron] Pushing event updated for resources: {'Port': ['ID=36211193-9c2e-4666-9039-2f26d4b7c02d,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:03:33.455305 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-3ba45aaa-d56f-4526-83d7-74f90457771e service neutron] Attempting to bind port 36211193-9c2e-4666-9039-2f26d4b7c02d on host hv-cinder-84213 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 14:03:33.455652 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-3ba45aaa-d56f-4526-83d7-74f90457771e service neutron] Attempting to bind port 36211193-9c2e-4666-9039-2f26d4b7c02d by drivers openvswitch,hyperv on host hv-cinder-84213 at level 0 using segments [{'id': '93677cf8-8388-429d-a7a5-bdb9a9d46a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 14:03:33.455995 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-3ba45aaa-d56f-4526-83d7-74f90457771e service neutron] Attempting to bind port 36211193-9c2e-4666-9039-2f26d4b7c02d on network 5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 14:03:33.465681 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-3ba45aaa-d56f-4526-83d7-74f90457771e service neutron] Port 36211193-9c2e-4666-9039-2f26d4b7c02d on network 5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84213 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 14:03:33.466231 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-3ba45aaa-d56f-4526-83d7-74f90457771e service neutron] Attempting to bind port 36211193-9c2e-4666-9039-2f26d4b7c02d on network 5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 14:03:33.475495 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-3ba45aaa-d56f-4526-83d7-74f90457771e service neutron] Checking agent: {'id': '7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'started_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 14, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 14:03:33.476618 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-3ba45aaa-d56f-4526-83d7-74f90457771e service neutron] Checking segment: {'id': '93677cf8-8388-429d-a7a5-bdb9a9d46a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 14:03:33.477015 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-3ba45aaa-d56f-4526-83d7-74f90457771e service neutron] Bound using segment: {'id': '93677cf8-8388-429d-a7a5-bdb9a9d46a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 14:03:33.477483 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-3ba45aaa-d56f-4526-83d7-74f90457771e service neutron] Bound port: 36211193-9c2e-4666-9039-2f26d4b7c02d, host: hv-cinder-84213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93677cf8-8388-429d-a7a5-bdb9a9d46a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 14:03:33.477845 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-3ba45aaa-d56f-4526-83d7-74f90457771e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (36211193-9c2e-4666-9039-2f26d4b7c02d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:33.540316 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a563ef9-6118-4b60-9d42-7d58ddaeb8f7 req-e7d6cb0b-32fe-4e07-8eed-a1e38f8eeaa5 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:33.541860 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8a563ef9-6118-4b60-9d42-7d58ddaeb8f7 req-e7d6cb0b-32fe-4e07-8eed-a1e38f8eeaa5 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 984 time: 0.0522585 May 26 14:03:33.547506 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-3ba45aaa-d56f-4526-83d7-74f90457771e service neutron] For port 36211193-9c2e-4666-9039-2f26d4b7c02d, host hv-cinder-84213, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 14:03:33.550734 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-3ba45aaa-d56f-4526-83d7-74f90457771e service neutron] For port 36211193-9c2e-4666-9039-2f26d4b7c02d, host hv-cinder-84213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=36211193-9c2e-4666-9039-2f26d4b7c02d,segment=NetworkSegment(93677cf8-8388-429d-a7a5-bdb9a9d46a00),segment_id=93677cf8-8388-429d-a7a5-bdb9a9d46a00)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 14:03:33.559830 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-3ba45aaa-d56f-4526-83d7-74f90457771e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14253987'] for port (36211193-9c2e-4666-9039-2f26d4b7c02d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:33.592680 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-3ba45aaa-d56f-4526-83d7-74f90457771e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:33.593488 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-3ba45aaa-d56f-4526-83d7-74f90457771e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:33.594885 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-3ba45aaa-d56f-4526-83d7-74f90457771e service neutron] 10.222.0.82 "PUT /v2.0/ports/36211193-9c2e-4666-9039-2f26d4b7c02d HTTP/1.1" status: 200 len: 1093 time: 0.6668315 May 26 14:03:33.595336 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c7fc24-24aa-48ea-b184-38585d2ffb40', 'tag': '36211193-9c2e-4666-9039-2f26d4b7c02d'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:03:33.597556 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a2fe3094dbca619affac8640d5d00e1e0d94bf0ce4138e249cf9dd9a9bbd82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5815ab18-a28e-49ba-9631-c0674bdee719" -d '{"events": [{"name": "network-changed", "server_uuid": "d6c7fc24-24aa-48ea-b184-38585d2ffb40", "tag": "36211193-9c2e-4666-9039-2f26d4b7c02d"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:03:33.629909 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba45aaa-d56f-4526-83d7-74f90457771e service neutron] Pushing event updated for resources: {'Port': ['ID=36211193-9c2e-4666-9039-2f26d4b7c02d,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:03:33.630106 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8a563ef9-6118-4b60-9d42-7d58ddaeb8f7 req-1547262d-0de4-47ac-8929-fbd67a3c6869 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=94740b1a-7284-42d2-9e19-eb1e58806f3b&id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0816138 May 26 14:03:33.652489 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 14:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1c0247-6f45-4076-8593-f2be9dd4a40f x-openstack-request-id: req-ac1c0247-6f45-4076-8593-f2be9dd4a40f {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:03:33.652781 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6c7fc24-24aa-48ea-b184-38585d2ffb40", "tag": "36211193-9c2e-4666-9039-2f26d4b7c02d", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:03:33.653040 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ac1c0247-6f45-4076-8593-f2be9dd4a40f {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:03:33.653488 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac1c0247-6f45-4076-8593-f2be9dd4a40f'] response: {'name': 'network-changed', 'server_uuid': 'd6c7fc24-24aa-48ea-b184-38585d2ffb40', 'tag': '36211193-9c2e-4666-9039-2f26d4b7c02d', 'status': 'completed', 'code': 200} May 26 14:03:33.718900 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-588ee27e-2c11-4c3f-aab0-b839b91cd6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:33.720440 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-588ee27e-2c11-4c3f-aab0-b839b91cd6dc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=af9d168c40ea4df99b495eb06245d066&device_id=d6c7fc24-24aa-48ea-b184-38585d2ffb40 HTTP/1.1" status: 200 len: 1127 time: 0.0460575 May 26 14:03:34.039629 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-d02395dc-862a-46a3-b02c-5cf2495f862a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36211193-9c2e-4666-9039-2f26d4b7c02d HTTP/1.1" status: 200 len: 217 time: 0.0327961 May 26 14:03:34.298722 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-9203ac04-11fb-4b3e-a028-03954acd31a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:34.300399 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-9203ac04-11fb-4b3e-a028-03954acd31a8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3a255f09-ad18-4a84-8012-2f8575f58a13 HTTP/1.1" status: 200 len: 854 time: 0.0458653 May 26 14:03:34.316202 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7600ab-6562-45a8-82a9-d22988f7c417 req-bf83c6ca-c5f3-4a3f-ba10-65f0f34f7834 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:34.317142 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2a7600ab-6562-45a8-82a9-d22988f7c417 req-bf83c6ca-c5f3-4a3f-ba10-65f0f34f7834 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=d6c7fc24-24aa-48ea-b184-38585d2ffb40 HTTP/1.1" status: 200 len: 943 time: 0.0546055 May 26 14:03:34.364520 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2a7600ab-6562-45a8-82a9-d22988f7c417 req-62ce5f90-695b-4f1a-92e7-910617abd377 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=877fc971-8407-448f-891e-f57c671e9d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418315 May 26 14:03:34.745894 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce85924-2790-43be-b973-32e1751646ef req-4fed3c50-1527-41e4-b304-390d1a08a7c4 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:34.747281 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2ce85924-2790-43be-b973-32e1751646ef req-4fed3c50-1527-41e4-b304-390d1a08a7c4 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 984 time: 0.0466228 May 26 14:03:34.765481 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:34.807717 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2ce85924-2790-43be-b973-32e1751646ef req-1a0fd0a8-b29d-4d56-be5a-e7f9c9a9de5e tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=94740b1a-7284-42d2-9e19-eb1e58806f3b&id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547059 May 26 14:03:35.009532 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-62758b68-fa92-41a0-895e-a68e6f9ac3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:35.011067 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-62758b68-fa92-41a0-895e-a68e6f9ac3fd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5f7e5c2e-dcd0-44c0-a251-a7bcffefb292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432222 May 26 14:03:35.476899 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b818113-4fbb-4c4c-a4d8-ad1c8af0025a req-2a235b93-57d4-4b32-898d-6e9cd860f511 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:35.478386 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2b818113-4fbb-4c4c-a4d8-ad1c8af0025a req-2a235b93-57d4-4b32-898d-6e9cd860f511 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=d6c7fc24-24aa-48ea-b184-38585d2ffb40 HTTP/1.1" status: 200 len: 943 time: 0.0467296 May 26 14:03:35.530099 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2b818113-4fbb-4c4c-a4d8-ad1c8af0025a req-ebadb3f0-80b5-4119-8394-3356b529816d tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=877fc971-8407-448f-891e-f57c671e9d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446377 May 26 14:03:35.928410 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07e875-ccd0-4a09-8e27-f53fee9c402e req-14216e9e-aab7-4802-a801-a79031f12d5d tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:35.930021 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cb07e875-ccd0-4a09-8e27-f53fee9c402e req-14216e9e-aab7-4802-a801-a79031f12d5d tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 984 time: 0.0522294 May 26 14:03:35.996492 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cb07e875-ccd0-4a09-8e27-f53fee9c402e req-c9399c36-3153-4d4c-a8e7-447705a3a4e4 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=94740b1a-7284-42d2-9e19-eb1e58806f3b&id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600383 May 26 14:03:36.120690 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-57697b04-ec76-4cc6-bade-3a7bc07e94bf service neutron] 10.222.0.82 "GET /v2.0/networks/5f7e5c2e-dcd0-44c0-a251-a7bcffefb292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968986 May 26 14:03:36.195738 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:36.226519 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4ab9eb0c-072f-4bc5-b12e-8a5a501b8e45 req-ce3e112c-cc32-4a47-8fdf-ffdc3eecdc48 service neutron] 10.222.0.82 "GET /v2.0/networks/5f7e5c2e-dcd0-44c0-a251-a7bcffefb292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891151 May 26 14:03:36.411227 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=1,neutron:UPDATE=2 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:36.414318 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=7 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:36.642274 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:36.653828 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104819b-f423-4330-b30b-d20c5fa0bbad req-1aaff732-40c3-4a11-b485-e667106b5f43 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:36.655340 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4104819b-f423-4330-b30b-d20c5fa0bbad req-1aaff732-40c3-4a11-b485-e667106b5f43 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=d6c7fc24-24aa-48ea-b184-38585d2ffb40 HTTP/1.1" status: 200 len: 943 time: 0.0561743 May 26 14:03:36.705144 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4104819b-f423-4330-b30b-d20c5fa0bbad req-518256ae-be66-4813-b7b5-2294ee671e70 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=877fc971-8407-448f-891e-f57c671e9d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438881 May 26 14:03:37.289614 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:37.823680 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a7b86-352a-4d5d-b32a-84d68a99a9f0 req-73ed9f6b-9ac8-448a-9731-4c0d7909b69f tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:37.825180 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6a5a7b86-352a-4d5d-b32a-84d68a99a9f0 req-73ed9f6b-9ac8-448a-9731-4c0d7909b69f tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=d6c7fc24-24aa-48ea-b184-38585d2ffb40 HTTP/1.1" status: 200 len: 943 time: 0.0500565 May 26 14:03:37.871649 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6a5a7b86-352a-4d5d-b32a-84d68a99a9f0 req-384131f0-4f1e-407a-b105-5d3c11c6c87d tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=877fc971-8407-448f-891e-f57c671e9d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408261 May 26 14:03:38.987537 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a97f4-4fc3-4ce5-bb62-244a7db8c77d req-648d4ccd-0aaa-4660-836b-6b678b10a94a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:38.989029 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-435a97f4-4fc3-4ce5-bb62-244a7db8c77d req-648d4ccd-0aaa-4660-836b-6b678b10a94a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=d6c7fc24-24aa-48ea-b184-38585d2ffb40 HTTP/1.1" status: 200 len: 943 time: 0.0467119 May 26 14:03:39.042012 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-435a97f4-4fc3-4ce5-bb62-244a7db8c77d req-16044e5c-4807-4d48-b4fb-a4ad8667539a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=877fc971-8407-448f-891e-f57c671e9d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465569 May 26 14:03:40.159596 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6f44d-6151-4f95-8132-63d4839ef60d req-a14751ed-a197-4ecb-8a5a-8fcce37fb677 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:40.160974 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d2a6f44d-6151-4f95-8132-63d4839ef60d req-a14751ed-a197-4ecb-8a5a-8fcce37fb677 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=d6c7fc24-24aa-48ea-b184-38585d2ffb40 HTTP/1.1" status: 200 len: 943 time: 0.0465250 May 26 14:03:40.210648 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d2a6f44d-6151-4f95-8132-63d4839ef60d req-1fd0881f-a4d7-4162-837f-ea02862a3bc1 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=877fc971-8407-448f-891e-f57c671e9d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441773 May 26 14:03:40.526889 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:03:41.330278 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e18926-9d83-4ec4-94e6-9615d3a5d329 req-e823ac9b-2c43-4372-9ac3-d17452ec8201 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:41.331769 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-28e18926-9d83-4ec4-94e6-9615d3a5d329 req-e823ac9b-2c43-4372-9ac3-d17452ec8201 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=d6c7fc24-24aa-48ea-b184-38585d2ffb40 HTTP/1.1" status: 200 len: 943 time: 0.0460601 May 26 14:03:41.378313 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-28e18926-9d83-4ec4-94e6-9615d3a5d329 req-8f5fae14-b7d2-48db-a7c2-869015f9505e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=877fc971-8407-448f-891e-f57c671e9d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409734 May 26 14:03:42.491254 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3757946-2960-4d55-a741-7e734b4f8217 req-97fb7ba7-06ef-4f2a-807f-ee0c1395752c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:42.492632 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f3757946-2960-4d55-a741-7e734b4f8217 req-97fb7ba7-06ef-4f2a-807f-ee0c1395752c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=d6c7fc24-24aa-48ea-b184-38585d2ffb40 HTTP/1.1" status: 200 len: 943 time: 0.0459292 May 26 14:03:42.538723 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f3757946-2960-4d55-a741-7e734b4f8217 req-ee948496-e1a0-46c4-af57-0d7b7ad20f70 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=877fc971-8407-448f-891e-f57c671e9d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404859 May 26 14:03:43.666110 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602e579-c479-423d-8ff8-2691ea856a8c req-3699f161-88c7-4a07-a4e2-cf0735bae0f1 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:43.667420 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2602e579-c479-423d-8ff8-2691ea856a8c req-3699f161-88c7-4a07-a4e2-cf0735bae0f1 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=d6c7fc24-24aa-48ea-b184-38585d2ffb40 HTTP/1.1" status: 200 len: 943 time: 0.0563207 May 26 14:03:43.720872 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2602e579-c479-423d-8ff8-2691ea856a8c req-6a6595f0-a8e2-4d37-b42b-105118f795b0 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=877fc971-8407-448f-891e-f57c671e9d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467875 May 26 14:03:44.833810 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6e37c-d89c-4a4a-b090-b9968fc4da5f req-cd2d9115-de25-46ea-ba6b-e55e1d4be446 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:44.835248 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e9b6e37c-d89c-4a4a-b090-b9968fc4da5f req-cd2d9115-de25-46ea-ba6b-e55e1d4be446 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=d6c7fc24-24aa-48ea-b184-38585d2ffb40 HTTP/1.1" status: 200 len: 943 time: 0.0463274 May 26 14:03:44.881647 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e9b6e37c-d89c-4a4a-b090-b9968fc4da5f req-bbe5e808-2b23-48b5-b33a-283c7dacec7e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=877fc971-8407-448f-891e-f57c671e9d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409102 May 26 14:03:46.000859 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2f528-b612-4b54-8c60-43579f1ac2fa req-2e12247f-2402-4560-90fd-65cab0065e96 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:46.002538 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dbc2f528-b612-4b54-8c60-43579f1ac2fa req-2e12247f-2402-4560-90fd-65cab0065e96 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=d6c7fc24-24aa-48ea-b184-38585d2ffb40 HTTP/1.1" status: 200 len: 943 time: 0.0514514 May 26 14:03:46.004415 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 36211193-9c2e-4666-9039-2f26d4b7c02d details requested by agent hyperv_hv-cinder-84213 with host hv-cinder-84213 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 14:03:46.055655 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dbc2f528-b612-4b54-8c60-43579f1ac2fa req-aade3461-1ebb-4086-b42f-0725ab02b3f9 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=877fc971-8407-448f-891e-f57c671e9d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463912 May 26 14:03:46.114999 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 36211193-9c2e-4666-9039-2f26d4b7c02d, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=36211193-9c2e-4666-9039-2f26d4b7c02d,segment=NetworkSegment(93677cf8-8388-429d-a7a5-bdb9a9d46a00),segment_id=93677cf8-8388-429d-a7a5-bdb9a9d46a00)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:03:46.126788 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Returning: {'device': '36211193-9c2e-4666-9039-2f26d4b7c02d', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'port_id': '36211193-9c2e-4666-9039-2f26d4b7c02d', 'mac_address': 'fa:16:3e:ff:a2:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 14:03:46.164228 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 36211193-9c2e-4666-9039-2f26d4b7c02d is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:03:46.164519 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (36211193-9c2e-4666-9039-2f26d4b7c02d), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:46.178254 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36211193-9c2e-4666-9039-2f26d4b7c02d {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 14:03:46.198669 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 36211193-9c2e-4666-9039-2f26d4b7c02d, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=36211193-9c2e-4666-9039-2f26d4b7c02d,segment=NetworkSegment(93677cf8-8388-429d-a7a5-bdb9a9d46a00),segment_id=93677cf8-8388-429d-a7a5-bdb9a9d46a00)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:03:46.202605 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (36211193-9c2e-4666-9039-2f26d4b7c02d), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:46.222437 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:46.223918 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:46.250087 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=36211193-9c2e-4666-9039-2f26d4b7c02d,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:03:47.150958 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:47.169017 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af63f5-97c8-476d-87ef-b094fe932d83 req-e9dafb30-f2ad-40ee-86a3-de2ad8654f9c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:47.170531 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-19af63f5-97c8-476d-87ef-b094fe932d83 req-e9dafb30-f2ad-40ee-86a3-de2ad8654f9c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=d6c7fc24-24aa-48ea-b184-38585d2ffb40 HTTP/1.1" status: 200 len: 944 time: 0.0475030 May 26 14:03:47.217642 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-19af63f5-97c8-476d-87ef-b094fe932d83 req-6680ac83-1b81-4e26-adaf-6406c25de707 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=877fc971-8407-448f-891e-f57c671e9d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414658 May 26 14:03:47.284074 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815ab18-a28e-49ba-9631-c0674bdee719 req-b3f78b60-45b8-4d0e-b95e-0c434cbd3e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:47.285735 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5815ab18-a28e-49ba-9631-c0674bdee719 req-b3f78b60-45b8-4d0e-b95e-0c434cbd3e3f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=af9d168c40ea4df99b495eb06245d066&device_id=d6c7fc24-24aa-48ea-b184-38585d2ffb40 HTTP/1.1" status: 200 len: 1128 time: 0.0484862 May 26 14:03:47.376154 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815ab18-a28e-49ba-9631-c0674bdee719 req-80225af3-789b-4c7f-8e8f-c03d731d5034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:47.377680 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5815ab18-a28e-49ba-9631-c0674bdee719 req-80225af3-789b-4c7f-8e8f-c03d731d5034 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 HTTP/1.1" status: 200 len: 916 time: 0.0862968 May 26 14:03:47.501428 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-435b913e-85ca-4e1d-9e09-882622bc1c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:48.331924 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce3b93-b4f6-4b4d-a0fd-367e1b51cb15 req-65df40a5-b190-4b88-94a8-5dcaab65bcd4 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:48.333420 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4cce3b93-b4f6-4b4d-a0fd-367e1b51cb15 req-65df40a5-b190-4b88-94a8-5dcaab65bcd4 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=d6c7fc24-24aa-48ea-b184-38585d2ffb40 HTTP/1.1" status: 200 len: 944 time: 0.0477135 May 26 14:03:48.358704 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:48.370998 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] get_ports_and_sgs() called for port_ids ['36211193-9c2e-4666-9039-2f26d4b7c02d'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 14:03:48.385619 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4cce3b93-b4f6-4b4d-a0fd-367e1b51cb15 req-3b6d18cd-8378-4790-9693-8e5a3af2164d tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=877fc971-8407-448f-891e-f57c671e9d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465660 May 26 14:03:48.419573 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:48.465919 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:48.481239 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5815ab18-a28e-49ba-9631-c0674bdee719 req-958b7044-990c-49cb-a3bd-21a862dd32a2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36211193-9c2e-4666-9039-2f26d4b7c02d HTTP/1.1" status: 200 len: 217 time: 0.0381908 May 26 14:03:48.542392 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815ab18-a28e-49ba-9631-c0674bdee719 req-1acd7815-cc2b-4ecc-bf27-9d1dc434ee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:48.543858 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5815ab18-a28e-49ba-9631-c0674bdee719 req-1acd7815-cc2b-4ecc-bf27-9d1dc434ee76 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3a255f09-ad18-4a84-8012-2f8575f58a13 HTTP/1.1" status: 200 len: 854 time: 0.0484834 May 26 14:03:48.676379 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815ab18-a28e-49ba-9631-c0674bdee719 req-cac980d5-8812-461c-b230-87e95b12991f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:48.677941 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5815ab18-a28e-49ba-9631-c0674bdee719 req-cac980d5-8812-461c-b230-87e95b12991f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5f7e5c2e-dcd0-44c0-a251-a7bcffefb292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435205 May 26 14:03:48.772973 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5815ab18-a28e-49ba-9631-c0674bdee719 req-ac755b09-ada1-49d7-b914-e838f3d64464 service neutron] 10.222.0.82 "GET /v2.0/networks/5f7e5c2e-dcd0-44c0-a251-a7bcffefb292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879979 May 26 14:03:48.860769 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5815ab18-a28e-49ba-9631-c0674bdee719 req-8688a7b3-954d-447a-ac9e-0d7104f1a362 service neutron] 10.222.0.82 "GET /v2.0/networks/5f7e5c2e-dcd0-44c0-a251-a7bcffefb292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804429 May 26 14:03:49.507020 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8adb4f1-c3ca-4bc6-9aab-bab3809e041f req-279f8e1f-8ca3-4f8f-b554-671735214f8c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:49.508525 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d8adb4f1-c3ca-4bc6-9aab-bab3809e041f req-279f8e1f-8ca3-4f8f-b554-671735214f8c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=d6c7fc24-24aa-48ea-b184-38585d2ffb40 HTTP/1.1" status: 200 len: 944 time: 0.0527456 May 26 14:03:49.556050 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d8adb4f1-c3ca-4bc6-9aab-bab3809e041f req-f962c9f5-f4df-4bd1-b5c8-fb4da56378e3 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=877fc971-8407-448f-891e-f57c671e9d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416684 May 26 14:03:49.649130 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c79a1183-53af-4e55-a414-b6416b979fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:49.737538 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 36211193-9c2e-4666-9039-2f26d4b7c02d up at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 14:03:49.781877 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning for port 36211193-9c2e-4666-9039-2f26d4b7c02d completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 14:03:49.787556 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning complete for port 36211193-9c2e-4666-9039-2f26d4b7c02d triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:03:49.787932 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (36211193-9c2e-4666-9039-2f26d4b7c02d), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:49.862652 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 36211193-9c2e-4666-9039-2f26d4b7c02d is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:03:49.863032 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (36211193-9c2e-4666-9039-2f26d4b7c02d), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:49.885174 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c7fc24-24aa-48ea-b184-38585d2ffb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36211193-9c2e-4666-9039-2f26d4b7c02d'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:03:49.887625 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75cf6a0b0aca4359f4c43b56c27fa80c20f62c04807301a9a0ec5234ef5b0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa2f185-7917-40ad-9948-cd3881bd56ba" -d '{"events": [{"server_uuid": "d6c7fc24-24aa-48ea-b184-38585d2ffb40", "name": "network-vif-plugged", "status": "completed", "tag": "36211193-9c2e-4666-9039-2f26d4b7c02d"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:03:49.901604 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 36211193-9c2e-4666-9039-2f26d4b7c02d, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=36211193-9c2e-4666-9039-2f26d4b7c02d,segment=NetworkSegment(93677cf8-8388-429d-a7a5-bdb9a9d46a00),segment_id=93677cf8-8388-429d-a7a5-bdb9a9d46a00)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:03:49.906962 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (36211193-9c2e-4666-9039-2f26d4b7c02d), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:49.946356 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eab6f2a-ee0e-4085-947b-5c334c971f5a x-openstack-request-id: req-5eab6f2a-ee0e-4085-947b-5c334c971f5a {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:03:49.946648 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c7fc24-24aa-48ea-b184-38585d2ffb40", "name": "network-vif-plugged", "status": "completed", "tag": "36211193-9c2e-4666-9039-2f26d4b7c02d", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:03:49.946923 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5eab6f2a-ee0e-4085-947b-5c334c971f5a {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:03:49.947495 dv-cinder-842130-1-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eab6f2a-ee0e-4085-947b-5c334c971f5a'] response: {'server_uuid': 'd6c7fc24-24aa-48ea-b184-38585d2ffb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36211193-9c2e-4666-9039-2f26d4b7c02d', 'code': 200} May 26 14:03:49.964392 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=36211193-9c2e-4666-9039-2f26d4b7c02d,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:03:50.003629 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850eb6e4-3b6d-4132-a4cf-fb5bbf6fd1fb req-480a9f8f-2a1a-4232-8cdf-9a7e8d425991 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:50.004909 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-850eb6e4-3b6d-4132-a4cf-fb5bbf6fd1fb req-480a9f8f-2a1a-4232-8cdf-9a7e8d425991 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 947 time: 0.0474861 May 26 14:03:50.054782 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-850eb6e4-3b6d-4132-a4cf-fb5bbf6fd1fb req-c26e7849-83b9-41d1-9f5b-e5289af23230 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435779 May 26 14:03:50.522085 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=5 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:50.523785 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=3 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:50.675794 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25528232-e5b2-40bf-87e3-dc39ff753b2d req-d5954cec-b02f-4d8f-8203-e029da8c33e0 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:50.677287 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-25528232-e5b2-40bf-87e3-dc39ff753b2d req-d5954cec-b02f-4d8f-8203-e029da8c33e0 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=d6c7fc24-24aa-48ea-b184-38585d2ffb40 HTTP/1.1" status: 200 len: 945 time: 0.0501819 May 26 14:03:50.723154 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-25528232-e5b2-40bf-87e3-dc39ff753b2d req-430a2917-4267-4ac4-8a9f-23619f1dfa6a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=877fc971-8407-448f-891e-f57c671e9d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404029 May 26 14:03:51.177186 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76f6a7-83ea-4e64-b7ba-61898aae2dc7 req-ba8884fc-dd19-4c74-8f2d-e43822396de9 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:51.178889 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3d76f6a7-83ea-4e64-b7ba-61898aae2dc7 req-ba8884fc-dd19-4c74-8f2d-e43822396de9 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 947 time: 0.0494916 May 26 14:03:51.225992 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3d76f6a7-83ea-4e64-b7ba-61898aae2dc7 req-d2223cb3-eac1-4895-ac0a-887d78275c00 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413866 May 26 14:03:51.293066 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:51.680659 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807952a-7f1d-4678-ade6-6ad409b34c35 req-1bd1342d-c1bc-460c-9e70-91a5766efdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:51.682243 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3807952a-7f1d-4678-ade6-6ad409b34c35 req-1bd1342d-c1bc-460c-9e70-91a5766efdf8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d6c7fc24-24aa-48ea-b184-38585d2ffb40 HTTP/1.1" status: 200 len: 1129 time: 0.0398333 May 26 14:03:51.732694 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3807952a-7f1d-4678-ade6-6ad409b34c35 req-c5bd793e-a191-496b-b06b-12b816fd60e5 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=877fc971-8407-448f-891e-f57c671e9d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384080 May 26 14:03:51.838431 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c55cb-0e99-4107-b6ba-489c99031749 req-84263254-d551-4665-a193-8973ac9a9960 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:51.839984 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-371c55cb-0e99-4107-b6ba-489c99031749 req-84263254-d551-4665-a193-8973ac9a9960 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=d6c7fc24-24aa-48ea-b184-38585d2ffb40 HTTP/1.1" status: 200 len: 945 time: 0.0477879 May 26 14:03:51.890730 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-371c55cb-0e99-4107-b6ba-489c99031749 req-7dfcc0b5-a1dc-452e-91c2-0e8edc1b45c4 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=877fc971-8407-448f-891e-f57c671e9d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450020 May 26 14:03:52.343239 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7724f0-719f-4010-a0dc-ee4ff154d5ab req-23f3d1e6-9b8b-4972-96bc-18b61e289804 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:52.344709 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-de7724f0-719f-4010-a0dc-ee4ff154d5ab req-23f3d1e6-9b8b-4972-96bc-18b61e289804 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 947 time: 0.0468590 May 26 14:03:52.391239 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-de7724f0-719f-4010-a0dc-ee4ff154d5ab req-0492f455-28fe-4ea5-8bac-b03949322eac tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406084 May 26 14:03:52.503278 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:53.000217 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d942d02-14e0-44c0-bc19-3ff45d27c8de req-b81d7c9f-5372-4ec5-9eff-03cad02c6a5c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:53.001761 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1d942d02-14e0-44c0-bc19-3ff45d27c8de req-b81d7c9f-5372-4ec5-9eff-03cad02c6a5c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=d6c7fc24-24aa-48ea-b184-38585d2ffb40 HTTP/1.1" status: 200 len: 945 time: 0.0456948 May 26 14:03:53.048326 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1d942d02-14e0-44c0-bc19-3ff45d27c8de req-2e7b03d8-4696-4b44-8619-933b5ad03d07 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=877fc971-8407-448f-891e-f57c671e9d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410480 May 26 14:03:53.199748 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e5d1f-ea9f-48f6-a91f-82e3a10b63f2 req-0eb7dfa7-34c9-4653-8177-c9ede3127a4b tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:53.201240 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a01e5d1f-ea9f-48f6-a91f-82e3a10b63f2 req-0eb7dfa7-34c9-4653-8177-c9ede3127a4b tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.82 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 947 time: 0.0552917 May 26 14:03:53.288530 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-a01e5d1f-ea9f-48f6-a91f-82e3a10b63f2 req-51d05213-5bbc-4dfc-a012-f60eb984adff tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Deleting port 0d486a1e-7691-438f-a89c-df9425b682f1 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:03:53.288869 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a01e5d1f-ea9f-48f6-a91f-82e3a10b63f2 req-51d05213-5bbc-4dfc-a012-f60eb984adff tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (0d486a1e-7691-438f-a89c-df9425b682f1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:53.378925 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-a01e5d1f-ea9f-48f6-a91f-82e3a10b63f2 req-51d05213-5bbc-4dfc-a012-f60eb984adff tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] For port 0d486a1e-7691-438f-a89c-df9425b682f1, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=0d486a1e-7691-438f-a89c-df9425b682f1,segment=NetworkSegment(19072dfe-0334-40e6-bb73-47766657aa3f),segment_id=19072dfe-0334-40e6-bb73-47766657aa3f)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:03:53.379304 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a01e5d1f-ea9f-48f6-a91f-82e3a10b63f2 req-51d05213-5bbc-4dfc-a012-f60eb984adff tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (0d486a1e-7691-438f-a89c-df9425b682f1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:53.512353 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e67969-18a8-4bfe-ad01-07c6ada832c4 req-cc945f26-7057-4af6-8875-baa1114257b7 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:53.513977 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f1e67969-18a8-4bfe-ad01-07c6ada832c4 req-cc945f26-7057-4af6-8875-baa1114257b7 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 947 time: 0.0501366 May 26 14:03:53.547469 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a01e5d1f-ea9f-48f6-a91f-82e3a10b63f2 req-51d05213-5bbc-4dfc-a012-f60eb984adff tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:53.547949 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a01e5d1f-ea9f-48f6-a91f-82e3a10b63f2 req-51d05213-5bbc-4dfc-a012-f60eb984adff tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778712'] for floatingip (bf3fdc01-be29-4238-b17c-b3975290b7ec), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:53.548267 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.db.l3_db [req-a01e5d1f-ea9f-48f6-a91f-82e3a10b63f2 req-51d05213-5bbc-4dfc-a012-f60eb984adff tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Floating IP bf3fdc01-be29-4238-b17c-b3975290b7ec disassociated. External IP: 172.27.1.135, port: 0d486a1e-7691-438f-a89c-df9425b682f1. May 26 14:03:53.548620 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-a01e5d1f-ea9f-48f6-a91f-82e3a10b63f2 req-51d05213-5bbc-4dfc-a012-f60eb984adff tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Calling delete_port for 0d486a1e-7691-438f-a89c-df9425b682f1 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:03:53.561802 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f1e67969-18a8-4bfe-ad01-07c6ada832c4 req-1f2f4fd0-1f6a-463d-9e67-0b5f8a9c3061 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=6b942c5d-30a8-4cd9-9c6d-654f94aaa873&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410366 May 26 14:03:53.587655 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:53.618877 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:53.679293 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a01e5d1f-ea9f-48f6-a91f-82e3a10b63f2 req-51d05213-5bbc-4dfc-a012-f60eb984adff tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (0d486a1e-7691-438f-a89c-df9425b682f1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:53.706920 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d05213-5bbc-4dfc-a012-f60eb984adff tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Pushing event deleted for resources: {'Port': ['ID=0d486a1e-7691-438f-a89c-df9425b682f1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:03:53.818505 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a01e5d1f-ea9f-48f6-a91f-82e3a10b63f2 req-51d05213-5bbc-4dfc-a012-f60eb984adff tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Router d98b958f-5a1c-46df-84ad-2467daf14fc3 has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:03:53.921883 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a01e5d1f-ea9f-48f6-a91f-82e3a10b63f2 req-51d05213-5bbc-4dfc-a012-f60eb984adff tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:03:53.933314 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f229829-6d3f-49fa-8588-282be7ba8711 None None] Sync routers for ids ['d98b958f-5a1c-46df-84ad-2467daf14fc3'] in dv-cinder-842130-1-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:03:53.945555 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f229829-6d3f-49fa-8588-282be7ba8711 None None] Routers {'d98b958f-5a1c-46df-84ad-2467daf14fc3'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:03:53.946261 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7f229829-6d3f-49fa-8588-282be7ba8711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:03:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['d98b958f-5a1c-46df-84ad-2467daf14fc3'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:03:53.983633 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01e5d1f-ea9f-48f6-a91f-82e3a10b63f2 req-51d05213-5bbc-4dfc-a012-f60eb984adff tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] No DVR routers for this DVR port 0d486a1e-7691-438f-a89c-df9425b682f1 on host hv-cinder-84213 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:03:53.987014 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a01e5d1f-ea9f-48f6-a91f-82e3a10b63f2 req-51d05213-5bbc-4dfc-a012-f60eb984adff tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:53.992325 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a01e5d1f-ea9f-48f6-a91f-82e3a10b63f2 req-51d05213-5bbc-4dfc-a012-f60eb984adff tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.82 "DELETE /v2.0/ports/0d486a1e-7691-438f-a89c-df9425b682f1 HTTP/1.1" status: 204 len: 173 time: 0.7839763 May 26 14:03:53.993046 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9116ee60-50e6-48c5-bcc1-8e9d08e35458', 'name': 'network-vif-deleted', 'tag': '0d486a1e-7691-438f-a89c-df9425b682f1'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:03:53.995634 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a2fe3094dbca619affac8640d5d00e1e0d94bf0ce4138e249cf9dd9a9bbd82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafa6fe3-97d7-44c8-aecf-6da3fdfd7180" -d '{"events": [{"server_uuid": "9116ee60-50e6-48c5-bcc1-8e9d08e35458", "name": "network-vif-deleted", "tag": "0d486a1e-7691-438f-a89c-df9425b682f1"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:03:54.034467 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4d3d52-57af-4951-aac8-ae285208028c x-openstack-request-id: req-3e4d3d52-57af-4951-aac8-ae285208028c {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:03:54.034748 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9116ee60-50e6-48c5-bcc1-8e9d08e35458", "name": "network-vif-deleted", "tag": "0d486a1e-7691-438f-a89c-df9425b682f1", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:03:54.034997 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3e4d3d52-57af-4951-aac8-ae285208028c {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:03:54.035393 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e4d3d52-57af-4951-aac8-ae285208028c'] response: {'server_uuid': '9116ee60-50e6-48c5-bcc1-8e9d08e35458', 'name': 'network-vif-deleted', 'tag': '0d486a1e-7691-438f-a89c-df9425b682f1', 'status': 'completed', 'code': 200} May 26 14:03:54.167721 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8d476-a042-4afd-8807-2635fc5ddf82 req-795ced42-c4f3-4023-b695-1574d36eec79 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:54.169537 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-66e8d476-a042-4afd-8807-2635fc5ddf82 req-795ced42-c4f3-4023-b695-1574d36eec79 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=d6c7fc24-24aa-48ea-b184-38585d2ffb40 HTTP/1.1" status: 200 len: 945 time: 0.0506356 May 26 14:03:54.181616 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:54.224232 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-7f229829-6d3f-49fa-8588-282be7ba8711 None None] Set router d98b958f-5a1c-46df-84ad-2467daf14fc3 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:03:54.224587 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-66e8d476-a042-4afd-8807-2635fc5ddf82 req-3c3d5535-da5b-4d6f-9bce-dfab3d09a129 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=877fc971-8407-448f-891e-f57c671e9d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469363 May 26 14:03:54.339807 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca0091-eb40-455e-9372-6daf842896a1 req-4adaa62b-9378-412c-aa68-79acccd83c7a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:54.341279 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bfca0091-eb40-455e-9372-6daf842896a1 req-4adaa62b-9378-412c-aa68-79acccd83c7a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=d6c7fc24-24aa-48ea-b184-38585d2ffb40 HTTP/1.1" status: 200 len: 945 time: 0.0497015 May 26 14:03:54.349685 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 51018) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:03:54.354025 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-7fa7d2c7-373b-4643-8473-416cb15112ae tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Request body: {'floatingip': {'port_id': '36211193-9c2e-4666-9039-2f26d4b7c02d'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:03:54.392453 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7fa7d2c7-373b-4643-8473-416cb15112ae tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for floatingip (03428dd3-a75a-45bb-bb94-135899381ebc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:54.395429 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:54.419747 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7f229829-6d3f-49fa-8588-282be7ba8711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'name': 'tempest-AttachVolumeShelveTestJSON-939457999-router', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'b71a1d45-5196-44a4-988b-1ddb8d21d49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:01Z', 'updated_at': '2022-05-26T13:56:08Z', 'revision_number': 4, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'gw_port': {'id': 'b71a1d45-5196-44a4-988b-1ddb8d21d49d', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:02Z', 'updated_at': '2022-05-26T13:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'b830b597-1fe9-4b3e-966f-ccc794d433a4', 'name': '', 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'mac_address': 'fa:16:3e:e4:a8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '610ffda6-b7a7-4a06-84a4-402e2b1f27f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:15Z', 'revision_number': 5, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'subnets': [{'id': '610ffda6-b7a7-4a06-84a4-402e2b1f27f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:03:54.452331 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f229829-6d3f-49fa-8588-282be7ba8711 None None] Checking router: d98b958f-5a1c-46df-84ad-2467daf14fc3 for host: dv-cinder-842130-1-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:03:54.460782 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f229829-6d3f-49fa-8588-282be7ba8711 None None] Routers {'d98b958f-5a1c-46df-84ad-2467daf14fc3'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:03:54.461464 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7f229829-6d3f-49fa-8588-282be7ba8711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:03:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['d98b958f-5a1c-46df-84ad-2467daf14fc3'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:03:54.501492 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:54.570428 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-7f229829-6d3f-49fa-8588-282be7ba8711 None None] Set router d98b958f-5a1c-46df-84ad-2467daf14fc3 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:03:54.572234 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:54.714672 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:54.817081 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7f229829-6d3f-49fa-8588-282be7ba8711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'name': 'tempest-AttachVolumeShelveTestJSON-939457999-router', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'b71a1d45-5196-44a4-988b-1ddb8d21d49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:01Z', 'updated_at': '2022-05-26T13:56:08Z', 'revision_number': 4, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'gw_port': {'id': 'b71a1d45-5196-44a4-988b-1ddb8d21d49d', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:02Z', 'updated_at': '2022-05-26T13:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'b830b597-1fe9-4b3e-966f-ccc794d433a4', 'name': '', 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'mac_address': 'fa:16:3e:e4:a8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '610ffda6-b7a7-4a06-84a4-402e2b1f27f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:15Z', 'revision_number': 5, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'subnets': [{'id': '610ffda6-b7a7-4a06-84a4-402e2b1f27f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:03:54.843030 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f229829-6d3f-49fa-8588-282be7ba8711 None None] The sync data for ids ['d98b958f-5a1c-46df-84ad-2467daf14fc3'] in dv-cinder-842130-1-iscsi is: [{'id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'name': 'tempest-AttachVolumeShelveTestJSON-939457999-router', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'b71a1d45-5196-44a4-988b-1ddb8d21d49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:01Z', 'updated_at': '2022-05-26T13:56:08Z', 'revision_number': 4, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'gw_port': {'id': 'b71a1d45-5196-44a4-988b-1ddb8d21d49d', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:02Z', 'updated_at': '2022-05-26T13:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'b830b597-1fe9-4b3e-966f-ccc794d433a4', 'name': '', 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'mac_address': 'fa:16:3e:e4:a8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '610ffda6-b7a7-4a06-84a4-402e2b1f27f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:15Z', 'revision_number': 5, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'subnets': [{'id': '610ffda6-b7a7-4a06-84a4-402e2b1f27f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:03:54.888264 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-15f32fd4-ab0c-47f0-b772-8068e2b6ff6f req-f8a0307d-5eb4-49d3-beac-24cfebda79b0 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=9116ee60-50e6-48c5-bcc1-8e9d08e35458 HTTP/1.1" status: 200 len: 210 time: 0.0344751 May 26 14:03:55.146847 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d752a2-102c-4373-84e0-6831b08799ad None None] New status for floating IP bf3fdc01-be29-4238-b17c-b3975290b7ec: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 14:03:55.149412 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7fa7d2c7-373b-4643-8473-416cb15112ae tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:55.153584 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7fa7d2c7-373b-4643-8473-416cb15112ae tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778712'] for floatingip (03428dd3-a75a-45bb-bb94-135899381ebc), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:55.256066 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.db.l3_db [None req-7fa7d2c7-373b-4643-8473-416cb15112ae tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Floating IP 03428dd3-a75a-45bb-bb94-135899381ebc associated. External IP: 172.27.1.243, port: 36211193-9c2e-4666-9039-2f26d4b7c02d. May 26 14:03:55.482451 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa7d2c7-373b-4643-8473-416cb15112ae tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Router daa0fa1d-1072-4f3c-8d4e-d0d83801f24a has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:03:55.588173 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa7d2c7-373b-4643-8473-416cb15112ae tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:03:55.592807 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7fa7d2c7-373b-4643-8473-416cb15112ae tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:55.598980 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a50c9e-1e1f-4494-a464-b455795d6d2c None None] Sync routers for ids ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'] in dv-cinder-842130-1-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:03:55.610109 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a50c9e-1e1f-4494-a464-b455795d6d2c None None] Routers {'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:03:55.610725 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-46a50c9e-1e1f-4494-a464-b455795d6d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:03:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:03:55.623721 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-7fa7d2c7-373b-4643-8473-416cb15112ae tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "PUT /v2.0/floatingips/03428dd3-a75a-45bb-bb94-135899381ebc HTTP/1.1" status: 200 len: 991 time: 1.2724655 May 26 14:03:55.624287 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c7fc24-24aa-48ea-b184-38585d2ffb40', 'tag': '36211193-9c2e-4666-9039-2f26d4b7c02d'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:03:55.626618 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a67d27a2ec375fafa348027e062b6cf3c7935884065918e746e599b143197b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c9e48d-84ff-49ac-b3f1-bd4f6c4a038f" -d '{"events": [{"name": "network-changed", "server_uuid": "d6c7fc24-24aa-48ea-b184-38585d2ffb40", "tag": "36211193-9c2e-4666-9039-2f26d4b7c02d"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:03:55.662121 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 14:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdc10b2-5b5c-46fc-b3f5-f57716ffdfd8 x-openstack-request-id: req-2fdc10b2-5b5c-46fc-b3f5-f57716ffdfd8 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:03:55.662409 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6c7fc24-24aa-48ea-b184-38585d2ffb40", "tag": "36211193-9c2e-4666-9039-2f26d4b7c02d", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:03:55.662656 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2fdc10b2-5b5c-46fc-b3f5-f57716ffdfd8 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:03:55.663057 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fdc10b2-5b5c-46fc-b3f5-f57716ffdfd8'] response: {'name': 'network-changed', 'server_uuid': 'd6c7fc24-24aa-48ea-b184-38585d2ffb40', 'tag': '36211193-9c2e-4666-9039-2f26d4b7c02d', 'status': 'completed', 'code': 200} May 26 14:03:55.716557 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-46a50c9e-1e1f-4494-a464-b455795d6d2c None None] Set router daa0fa1d-1072-4f3c-8d4e-d0d83801f24a gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:03:55.763351 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9e48d-84ff-49ac-b3f1-bd4f6c4a038f req-1c961766-41bf-4e1f-af4a-fed7e40b8af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:55.764912 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-84c9e48d-84ff-49ac-b3f1-bd4f6c4a038f req-1c961766-41bf-4e1f-af4a-fed7e40b8af6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=af9d168c40ea4df99b495eb06245d066&device_id=d6c7fc24-24aa-48ea-b184-38585d2ffb40 HTTP/1.1" status: 200 len: 1129 time: 0.0427752 May 26 14:03:55.788218 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 0d486a1e-7691-438f-a89c-df9425b682f1 no longer exists at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:03:55.819021 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] No Port match for: 0d486a1e-7691-438f-a89c-df9425b682f1 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:03:55.819363 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 0d486a1e-7691-438f-a89c-df9425b682f1 not bound to the agent host hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:03:55.869142 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9e48d-84ff-49ac-b3f1-bd4f6c4a038f req-24b43643-6185-4908-b4ef-29ad9303edb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:55.870572 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-84c9e48d-84ff-49ac-b3f1-bd4f6c4a038f req-24b43643-6185-4908-b4ef-29ad9303edb1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 HTTP/1.1" status: 200 len: 916 time: 0.0951331 May 26 14:03:55.936896 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-84c9e48d-84ff-49ac-b3f1-bd4f6c4a038f req-8c86d2ca-9ec2-4123-961f-cda935f84dbb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36211193-9c2e-4666-9039-2f26d4b7c02d HTTP/1.1" status: 200 len: 999 time: 0.0556502 May 26 14:03:55.976311 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-46a50c9e-1e1f-4494-a464-b455795d6d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'name': 'tempest-AttachVolumeNegativeTest-1440631548-router', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:14Z', 'revision_number': 4, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'gw_port': {'id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': '03428dd3-a75a-45bb-bb94-135899381ebc', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'port_id': '36211193-9c2e-4666-9039-2f26d4b7c02d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'mac_address': 'fa:16:3e:ff:a2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c7fc24-24aa-48ea-b184-38585d2ffb40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:03:29Z', 'updated_at': '2022-05-26T14:03:55Z', 'revision_number': 1, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ffcef5-68aa-421a-9700-c16472c89579', 'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'mac_address': 'fa:16:3e:73:f3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:13Z', 'updated_at': '2022-05-26T13:56:30Z', 'revision_number': 5, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'subnets': [{'id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:03:55.996198 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 51032) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:03:56.004462 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a50c9e-1e1f-4494-a464-b455795d6d2c None None] Checking router: daa0fa1d-1072-4f3c-8d4e-d0d83801f24a for host: dv-cinder-842130-1-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:03:56.005714 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9e48d-84ff-49ac-b3f1-bd4f6c4a038f req-6ef73b1d-88b4-4224-aa64-f22d05ec01a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:56.007247 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-84c9e48d-84ff-49ac-b3f1-bd4f6c4a038f req-6ef73b1d-88b4-4224-aa64-f22d05ec01a2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3a255f09-ad18-4a84-8012-2f8575f58a13 HTTP/1.1" status: 200 len: 854 time: 0.0629790 May 26 14:03:56.013306 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a50c9e-1e1f-4494-a464-b455795d6d2c None None] Routers {'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:03:56.014464 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-46a50c9e-1e1f-4494-a464-b455795d6d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:03:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:03:56.061879 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9e48d-84ff-49ac-b3f1-bd4f6c4a038f req-26f01e36-65bf-45d1-935c-e0382962d8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:56.065196 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-84c9e48d-84ff-49ac-b3f1-bd4f6c4a038f req-26f01e36-65bf-45d1-935c-e0382962d8d6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5f7e5c2e-dcd0-44c0-a251-a7bcffefb292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496497 May 26 14:03:56.079938 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4da473f6-223c-4a22-ae96-bcd2a0be8e6b tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for security_group (6b942c5d-30a8-4cd9-9c6d-654f94aaa873), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:56.107663 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:56.115775 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4da473f6-223c-4a22-ae96-bcd2a0be8e6b tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for security_group (6b942c5d-30a8-4cd9-9c6d-654f94aaa873), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:56.135856 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-46a50c9e-1e1f-4494-a464-b455795d6d2c None None] Set router daa0fa1d-1072-4f3c-8d4e-d0d83801f24a gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:03:56.182060 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4da473f6-223c-4a22-ae96-bcd2a0be8e6b tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (6b942c5d-30a8-4cd9-9c6d-654f94aaa873), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:56.184642 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4da473f6-223c-4a22-ae96-bcd2a0be8e6b tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:56.188686 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-4da473f6-223c-4a22-ae96-bcd2a0be8e6b tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "DELETE /v2.0/security-groups/6b942c5d-30a8-4cd9-9c6d-654f94aaa873 HTTP/1.1" status: 204 len: 168 time: 0.1884534 May 26 14:03:56.191419 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 51038) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:03:56.205498 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-84c9e48d-84ff-49ac-b3f1-bd4f6c4a038f req-55b1319f-9089-46da-90c4-925b1da0e6f1 service neutron] 10.222.0.82 "GET /v2.0/networks/5f7e5c2e-dcd0-44c0-a251-a7bcffefb292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293020 May 26 14:03:56.214370 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.api.v2.resource [None req-e3800ef4-cc69-4fb0-9e9a-44fdf1309cbd tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] show failed (client error): The resource could not be found. May 26 14:03:56.218084 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-e3800ef4-cc69-4fb0-9e9a-44fdf1309cbd tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups/6b942c5d-30a8-4cd9-9c6d-654f94aaa873 HTTP/1.1" status: 404 len: 347 time: 0.0229678 May 26 14:03:56.218084 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da473f6-223c-4a22-ae96-bcd2a0be8e6b tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b942c5d-30a8-4cd9-9c6d-654f94aaa873,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:03:56.218313 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 51040) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:03:56.254502 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:56.378398 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f85ee3e8-af17-47fc-a2a1-feb3db6c3854 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Deleting port 185a0ca0-e535-4a4a-85b7-0bfe7dfedc21 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:03:56.379082 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f85ee3e8-af17-47fc-a2a1-feb3db6c3854 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (185a0ca0-e535-4a4a-85b7-0bfe7dfedc21), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:56.429853 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-46a50c9e-1e1f-4494-a464-b455795d6d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'name': 'tempest-AttachVolumeNegativeTest-1440631548-router', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:14Z', 'revision_number': 4, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'gw_port': {'id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': '03428dd3-a75a-45bb-bb94-135899381ebc', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'port_id': '36211193-9c2e-4666-9039-2f26d4b7c02d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'mac_address': 'fa:16:3e:ff:a2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c7fc24-24aa-48ea-b184-38585d2ffb40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:03:29Z', 'updated_at': '2022-05-26T14:03:55Z', 'revision_number': 1, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ffcef5-68aa-421a-9700-c16472c89579', 'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'mac_address': 'fa:16:3e:73:f3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:13Z', 'updated_at': '2022-05-26T13:56:30Z', 'revision_number': 5, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'subnets': [{'id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:03:56.462048 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a50c9e-1e1f-4494-a464-b455795d6d2c None None] The sync data for ids ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'] in dv-cinder-842130-1-iscsi is: [{'id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'name': 'tempest-AttachVolumeNegativeTest-1440631548-router', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:14Z', 'revision_number': 4, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'gw_port': {'id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': '03428dd3-a75a-45bb-bb94-135899381ebc', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'port_id': '36211193-9c2e-4666-9039-2f26d4b7c02d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'mac_address': 'fa:16:3e:ff:a2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c7fc24-24aa-48ea-b184-38585d2ffb40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:03:29Z', 'updated_at': '2022-05-26T14:03:55Z', 'revision_number': 1, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ffcef5-68aa-421a-9700-c16472c89579', 'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'mac_address': 'fa:16:3e:73:f3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:13Z', 'updated_at': '2022-05-26T13:56:30Z', 'revision_number': 5, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'subnets': [{'id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:03:56.480346 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a62db-00ef-4549-9b01-9a6d117e0c85 req-1c4d2ad4-48a5-40c6-a1ad-f92d9ea9b89d tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:56.481936 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d66a62db-00ef-4549-9b01-9a6d117e0c85 req-1c4d2ad4-48a5-40c6-a1ad-f92d9ea9b89d tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/ports?device_id=62e69036-90a3-4f5d-a79e-74bc3dc4467c HTTP/1.1" status: 200 len: 946 time: 0.0880258 May 26 14:03:56.543399 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f85ee3e8-af17-47fc-a2a1-feb3db6c3854 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (185a0ca0-e535-4a4a-85b7-0bfe7dfedc21), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:56.544319 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f85ee3e8-af17-47fc-a2a1-feb3db6c3854 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for floatingip (185a0ca0-e535-4a4a-85b7-0bfe7dfedc21), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:56.568264 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f85ee3e8-af17-47fc-a2a1-feb3db6c3854 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Calling delete_port for 185a0ca0-e535-4a4a-85b7-0bfe7dfedc21 owned by network:floatingip {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:03:56.575309 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d66a62db-00ef-4549-9b01-9a6d117e0c85 req-091820d7-a675-4718-ba09-b0f2ab54caa9 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/security-groups?id=9545b227-e19f-472b-8c41-99d44ad97e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864339 May 26 14:03:56.600256 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-84c9e48d-84ff-49ac-b3f1-bd4f6c4a038f req-4f421277-6fa7-4457-a8f0-df1b8907fda7 service neutron] 10.222.0.82 "GET /v2.0/networks/5f7e5c2e-dcd0-44c0-a251-a7bcffefb292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865283 May 26 14:03:56.703826 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92b9c72-b515-4add-af9c-6aee612433e2 None None] New status for floating IP 03428dd3-a75a-45bb-bb94-135899381ebc: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 14:03:56.725589 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f85ee3e8-af17-47fc-a2a1-feb3db6c3854 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (185a0ca0-e535-4a4a-85b7-0bfe7dfedc21), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:56.750446 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ee3e8-af17-47fc-a2a1-feb3db6c3854 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Pushing event deleted for resources: {'Port': ['ID=185a0ca0-e535-4a4a-85b7-0bfe7dfedc21,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:03:56.821767 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f85ee3e8-af17-47fc-a2a1-feb3db6c3854 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for floatingip (bf3fdc01-be29-4238-b17c-b3975290b7ec), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:56.824274 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f85ee3e8-af17-47fc-a2a1-feb3db6c3854 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:56.825431 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-f85ee3e8-af17-47fc-a2a1-feb3db6c3854 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "DELETE /v2.0/floatingips/bf3fdc01-be29-4238-b17c-b3975290b7ec HTTP/1.1" status: 204 len: 168 time: 0.6062238 May 26 14:03:56.950728 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 51048) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:03:56.956216 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-bb9a561a-302c-4461-b498-054a00bfd1c4 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Request body: {'security_group': {'name': 'tempest-securitygroup--294836318', 'description': 'tempest-description--1085320233'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:03:56.983570 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bb9a561a-302c-4461-b498-054a00bfd1c4 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:57.072335 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bb9a561a-302c-4461-b498-054a00bfd1c4 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for security_group (ac2bca6e-9202-4ec7-96de-2991ab8d8cbe), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:57.075660 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bb9a561a-302c-4461-b498-054a00bfd1c4 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (ac2bca6e-9202-4ec7-96de-2991ab8d8cbe), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:57.107234 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bb9a561a-302c-4461-b498-054a00bfd1c4 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:57.109141 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-bb9a561a-302c-4461-b498-054a00bfd1c4 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1574032 May 26 14:03:57.112839 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 51050) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:03:57.113769 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a561a-302c-4461-b498-054a00bfd1c4 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:03:57.119881 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d520c5c5-07bd-44cd-b5f7-91b8f43a0d51 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Request body: {'security_group_rule': {'security_group_id': 'ac2bca6e-9202-4ec7-96de-2991ab8d8cbe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:03:57.156532 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d520c5c5-07bd-44cd-b5f7-91b8f43a0d51 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for security_group_rule (d33287af-879c-4688-820e-dfeef17b5be4), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:57.171728 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:57.215669 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d520c5c5-07bd-44cd-b5f7-91b8f43a0d51 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for security_group_rule (d33287af-879c-4688-820e-dfeef17b5be4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:57.220198 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d520c5c5-07bd-44cd-b5f7-91b8f43a0d51 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581445'] for security_group_rule (d33287af-879c-4688-820e-dfeef17b5be4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:57.237946 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:57.247614 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520c5c5-07bd-44cd-b5f7-91b8f43a0d51 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d33287af-879c-4688-820e-dfeef17b5be4,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:03:57.260582 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d520c5c5-07bd-44cd-b5f7-91b8f43a0d51 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:57.261834 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-d520c5c5-07bd-44cd-b5f7-91b8f43a0d51 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1471279 May 26 14:03:57.263215 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a160c-3896-4710-9d9b-e0405e1613ab req-7adde4aa-e570-40e7-9fa1-a952e840d4c5 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:57.264483 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 51054) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:03:57.264922 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-962a160c-3896-4710-9d9b-e0405e1613ab req-7adde4aa-e570-40e7-9fa1-a952e840d4c5 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 946 time: 0.0547698 May 26 14:03:57.269639 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ae433d41-1848-4b31-9520-881148b345ac tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Request body: {'security_group_rule': {'security_group_id': 'ac2bca6e-9202-4ec7-96de-2991ab8d8cbe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:03:57.299468 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae433d41-1848-4b31-9520-881148b345ac tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for security_group_rule (e1a85eb1-1a34-4428-9178-9d92aae9ae5a), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:57.317578 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-962a160c-3896-4710-9d9b-e0405e1613ab req-79a086ac-9cda-459a-9be6-da8999eff079 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448580 May 26 14:03:57.353086 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae433d41-1848-4b31-9520-881148b345ac tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for security_group_rule (e1a85eb1-1a34-4428-9178-9d92aae9ae5a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:57.357139 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae433d41-1848-4b31-9520-881148b345ac tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581445'] for security_group_rule (e1a85eb1-1a34-4428-9178-9d92aae9ae5a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:57.376364 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae433d41-1848-4b31-9520-881148b345ac tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a85eb1-1a34-4428-9178-9d92aae9ae5a,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:03:57.383233 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae433d41-1848-4b31-9520-881148b345ac tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:57.384420 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-ae433d41-1848-4b31-9520-881148b345ac tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190076 May 26 14:03:57.387691 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 51056) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:03:57.391987 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f4f8ae2b-7045-4f4b-b781-c22b25202c9f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Request body: {'floatingip': {'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:03:57.412761 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4f8ae2b-7045-4f4b-b781-c22b25202c9f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:57.492375 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4f8ae2b-7045-4f4b-b781-c22b25202c9f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:57.606318 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-f4f8ae2b-7045-4f4b-b781-c22b25202c9f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Allocated IP 172.27.1.73 (52e096d4-8aa7-4f06-8835-685346500be4/afa79513-0fef-42b7-ae4f-8319e7853c26/ebcb00da-470a-44fc-902f-d3cf53a9f17e) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:03:57.676621 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:57.696694 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f06c1-3335-4ee1-b4a6-ce89a5d24144 req-e9fb21f0-e518-43da-a462-9c5b172d7b9b tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:57.698404 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-681f06c1-3335-4ee1-b4a6-ce89a5d24144 req-e9fb21f0-e518-43da-a462-9c5b172d7b9b tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/ports?device_id=62e69036-90a3-4f5d-a79e-74bc3dc4467c HTTP/1.1" status: 200 len: 946 time: 0.0504801 May 26 14:03:57.710537 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4f8ae2b-7045-4f4b-b781-c22b25202c9f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for port (ebcb00da-470a-44fc-902f-d3cf53a9f17e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:57.735133 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:57.745639 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4f8ae2b-7045-4f4b-b781-c22b25202c9f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (ebcb00da-470a-44fc-902f-d3cf53a9f17e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:57.756032 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-681f06c1-3335-4ee1-b4a6-ce89a5d24144 req-5289bd1f-fe8d-43b0-bc58-4edd71dd6f9e tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/security-groups?id=9545b227-e19f-472b-8c41-99d44ad97e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518754 May 26 14:03:57.783684 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f8ae2b-7045-4f4b-b781-c22b25202c9f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Network 52e096d4-8aa7-4f06-8835-685346500be4 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:03:57.788645 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-f4f8ae2b-7045-4f4b-b781-c22b25202c9f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:03:57.792145 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f8ae2b-7045-4f4b-b781-c22b25202c9f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 14:03:57.819181 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f8ae2b-7045-4f4b-b781-c22b25202c9f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Pushing event updated for resources: {'Port': ['ID=ebcb00da-470a-44fc-902f-d3cf53a9f17e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:03:57.887576 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4f8ae2b-7045-4f4b-b781-c22b25202c9f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for floatingip (d097e566-57e3-4c04-89a4-1ae3e32163e5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:57.920855 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=8 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:57.926857 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4f8ae2b-7045-4f4b-b781-c22b25202c9f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (ebcb00da-470a-44fc-902f-d3cf53a9f17e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:57.960861 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:58.111251 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4f8ae2b-7045-4f4b-b781-c22b25202c9f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for port (ebcb00da-470a-44fc-902f-d3cf53a9f17e), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:58.115579 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4f8ae2b-7045-4f4b-b781-c22b25202c9f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14253987'] for port (ebcb00da-470a-44fc-902f-d3cf53a9f17e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:58.190130 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f8ae2b-7045-4f4b-b781-c22b25202c9f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Pushing event updated for resources: {'Port': ['ID=ebcb00da-470a-44fc-902f-d3cf53a9f17e,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:03:58.198577 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4f8ae2b-7045-4f4b-b781-c22b25202c9f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778712'] for floatingip (d097e566-57e3-4c04-89a4-1ae3e32163e5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:58.216119 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4f8ae2b-7045-4f4b-b781-c22b25202c9f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:58.217969 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-f4f8ae2b-7045-4f4b-b781-c22b25202c9f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8293166 May 26 14:03:58.450824 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597acec-b80b-490d-9de3-25a7c68a6804 req-3416136f-8c08-4d7d-9e20-2d1b11030467 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:58.452360 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d597acec-b80b-490d-9de3-25a7c68a6804 req-3416136f-8c08-4d7d-9e20-2d1b11030467 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 946 time: 0.0648313 May 26 14:03:58.455711 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-576f9bd9-2ed1-41d2-8b8b-6a1ce2e8e19e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--294836318&fields=id&tenant_id=7116b23d173c4192a6c8d996ad31d57c HTTP/1.1" status: 200 len: 267 time: 0.0815153 May 26 14:03:58.558363 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d597acec-b80b-490d-9de3-25a7c68a6804 req-22aeb7be-77b7-47c3-b4d9-1d53fd1f2d09 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995917 May 26 14:03:58.594902 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-5d07a1e7-6aa6-4af1-bced-5dba6d0db6ba tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:58.596331 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-5d07a1e7-6aa6-4af1-bced-5dba6d0db6ba tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/networks?id=8b5ae806-b190-4516-8465-70dba440ef62 HTTP/1.1" status: 200 len: 816 time: 0.1305919 May 26 14:03:58.610469 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-5f4ef679-cd34-437b-8bf6-ba5e18b6a762 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/quotas/7116b23d173c4192a6c8d996ad31d57c HTTP/1.1" status: 200 len: 375 time: 0.0087469 May 26 14:03:58.658598 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-95b70bef-76aa-40ad-8552-3c5678894d1f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=7116b23d173c4192a6c8d996ad31d57c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431373 May 26 14:03:58.754843 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-dcfe1cad-d5ad-4529-864a-841be02938f6 service neutron] 10.222.0.91 "GET /v2.0/networks/8b5ae806-b190-4516-8465-70dba440ef62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843830 May 26 14:03:58.841772 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762e8e3-7fa4-43aa-8369-7751d9b0f5fd req-f8e36aef-bb0e-4658-a888-34b178cd10f2 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:58.843373 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3762e8e3-7fa4-43aa-8369-7751d9b0f5fd req-f8e36aef-bb0e-4658-a888-34b178cd10f2 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.82 "GET /v2.0/ports?device_id=62e69036-90a3-4f5d-a79e-74bc3dc4467c HTTP/1.1" status: 200 len: 946 time: 0.0500250 May 26 14:03:58.882652 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-cb3de4c6-a290-4050-bf73-08ec8e14b82f service neutron] 10.222.0.91 "GET /v2.0/networks/8b5ae806-b190-4516-8465-70dba440ef62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216800 May 26 14:03:58.896961 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150c8d9-55d8-4ae2-85e2-ffb5fda341c4 req-12c2e518-44ca-4133-8550-a5f70c491a5d tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:58.898465 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f150c8d9-55d8-4ae2-85e2-ffb5fda341c4 req-12c2e518-44ca-4133-8550-a5f70c491a5d tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/ports?device_id=62e69036-90a3-4f5d-a79e-74bc3dc4467c HTTP/1.1" status: 200 len: 946 time: 0.0681591 May 26 14:03:58.937216 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-3762e8e3-7fa4-43aa-8369-7751d9b0f5fd req-4e802761-f70a-42af-b22f-22034d9e53de tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Deleting port 3e9da444-5e7d-4d3e-974b-0f95030b725d {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:03:58.937567 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3762e8e3-7fa4-43aa-8369-7751d9b0f5fd req-4e802761-f70a-42af-b22f-22034d9e53de tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (3e9da444-5e7d-4d3e-974b-0f95030b725d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:58.964728 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f150c8d9-55d8-4ae2-85e2-ffb5fda341c4 req-f5492b5a-1908-4d0c-a21e-960486ef2ef2 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/security-groups?id=9545b227-e19f-472b-8c41-99d44ad97e01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607996 May 26 14:03:59.043007 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-3762e8e3-7fa4-43aa-8369-7751d9b0f5fd req-4e802761-f70a-42af-b22f-22034d9e53de tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] For port 3e9da444-5e7d-4d3e-974b-0f95030b725d, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=3e9da444-5e7d-4d3e-974b-0f95030b725d,segment=NetworkSegment(196b44fc-2245-4db7-8ab6-10bbe5b5b8ae),segment_id=196b44fc-2245-4db7-8ab6-10bbe5b5b8ae)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:03:59.043701 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3762e8e3-7fa4-43aa-8369-7751d9b0f5fd req-4e802761-f70a-42af-b22f-22034d9e53de tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (3e9da444-5e7d-4d3e-974b-0f95030b725d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:59.058708 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-3762e8e3-7fa4-43aa-8369-7751d9b0f5fd req-4e802761-f70a-42af-b22f-22034d9e53de tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Calling delete_port for 3e9da444-5e7d-4d3e-974b-0f95030b725d owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:03:59.065594 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b67fac9f-8100-46f1-8e2a-ed94b5476e77 req-a3656dac-51a3-4897-9105-2ea2e54233fb tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 210 time: 0.0281332 May 26 14:03:59.193910 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3762e8e3-7fa4-43aa-8369-7751d9b0f5fd req-4e802761-f70a-42af-b22f-22034d9e53de tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (3e9da444-5e7d-4d3e-974b-0f95030b725d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:59.234629 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e802761-f70a-42af-b22f-22034d9e53de tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Pushing event deleted for resources: {'Port': ['ID=3e9da444-5e7d-4d3e-974b-0f95030b725d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:03:59.247652 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] get_ports_and_sgs() called for port_ids ['3e9da444-5e7d-4d3e-974b-0f95030b725d'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 14:03:59.296077 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-3762e8e3-7fa4-43aa-8369-7751d9b0f5fd req-4e802761-f70a-42af-b22f-22034d9e53de tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] No DVR routers for this DVR port 3e9da444-5e7d-4d3e-974b-0f95030b725d on host hv-cinder-84213 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:03:59.298568 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3762e8e3-7fa4-43aa-8369-7751d9b0f5fd req-4e802761-f70a-42af-b22f-22034d9e53de tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:59.302937 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3762e8e3-7fa4-43aa-8369-7751d9b0f5fd req-4e802761-f70a-42af-b22f-22034d9e53de tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.82 "DELETE /v2.0/ports/3e9da444-5e7d-4d3e-974b-0f95030b725d HTTP/1.1" status: 204 len: 173 time: 0.4538038 May 26 14:03:59.303379 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e69036-90a3-4f5d-a79e-74bc3dc4467c', 'name': 'network-vif-deleted', 'tag': '3e9da444-5e7d-4d3e-974b-0f95030b725d'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:03:59.305646 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a2fe3094dbca619affac8640d5d00e1e0d94bf0ce4138e249cf9dd9a9bbd82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b4ae55-2ebd-47a7-b55b-98422e966419" -d '{"events": [{"server_uuid": "62e69036-90a3-4f5d-a79e-74bc3dc4467c", "name": "network-vif-deleted", "tag": "3e9da444-5e7d-4d3e-974b-0f95030b725d"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:03:59.360379 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40660b5-7237-4fd3-92d2-fb8bba1cac06 x-openstack-request-id: req-a40660b5-7237-4fd3-92d2-fb8bba1cac06 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:03:59.360668 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e69036-90a3-4f5d-a79e-74bc3dc4467c", "name": "network-vif-deleted", "tag": "3e9da444-5e7d-4d3e-974b-0f95030b725d", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:03:59.360919 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a40660b5-7237-4fd3-92d2-fb8bba1cac06 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:03:59.361390 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a40660b5-7237-4fd3-92d2-fb8bba1cac06'] response: {'server_uuid': '62e69036-90a3-4f5d-a79e-74bc3dc4467c', 'name': 'network-vif-deleted', 'tag': '3e9da444-5e7d-4d3e-974b-0f95030b725d', 'status': 'completed', 'code': 200} May 26 14:03:59.679199 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67baf9af-e6c1-43ec-9f1b-7b672e603feb req-1bd5daef-f5a1-45d9-b3fc-e80dc06532fc tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:59.680655 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-67baf9af-e6c1-43ec-9f1b-7b672e603feb req-1bd5daef-f5a1-45d9-b3fc-e80dc06532fc tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 946 time: 0.0467403 May 26 14:03:59.729374 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-67baf9af-e6c1-43ec-9f1b-7b672e603feb req-5c7a4598-f0c7-40e3-b504-18cba990eb72 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425677 May 26 14:04:00.083272 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3ae5b73e-87a9-413e-a500-a6e91a1ea8df req-90d9bb86-3792-4492-a834-c04b439bb517 tempest-VolumesSnapshotTestJSON-1677528382 tempest-VolumesSnapshotTestJSON-1677528382-project] 10.222.0.91 "GET /v2.0/ports?device_id=62e69036-90a3-4f5d-a79e-74bc3dc4467c HTTP/1.1" status: 200 len: 210 time: 0.0333295 May 26 14:04:00.168127 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-31d78968-ab45-49b3-b009-a9178afc99b6 req-10255012-d521-444b-b409-c179de97750f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 210 time: 0.0278761 May 26 14:04:00.611074 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-32ac4287-4dfd-405a-aa39-8d6e401419cd tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:00.612584 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-32ac4287-4dfd-405a-aa39-8d6e401419cd tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.82 "GET /v2.0/networks?id=8b5ae806-b190-4516-8465-70dba440ef62 HTTP/1.1" status: 200 len: 816 time: 0.1100328 May 26 14:04:00.669377 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:00.699236 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-392b1008-7dd1-4821-ae25-fcf8410f11fd tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7116b23d173c4192a6c8d996ad31d57c HTTP/1.1" status: 200 len: 379 time: 0.0550451 May 26 14:04:00.836624 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-5210700d-3ed3-4f7e-8df9-f830aec1023c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Request body: {'port': {'device_id': '724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7', 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62', 'admin_state_up': True, 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'security_groups': ['ac2bca6e-9202-4ec7-96de-2991ab8d8cbe']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:04:00.846954 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4207d-8eec-4dc7-bef7-fe8785af76c4 req-36ad957f-ef66-4b57-affb-7aea9ff113a3 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:00.848465 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1bd4207d-8eec-4dc7-bef7-fe8785af76c4 req-36ad957f-ef66-4b57-affb-7aea9ff113a3 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 946 time: 0.0506229 May 26 14:04:00.852924 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:00.901781 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1bd4207d-8eec-4dc7-bef7-fe8785af76c4 req-5c9be879-eca9-4ef6-ac19-614649b0c331 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470645 May 26 14:04:00.966716 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-5210700d-3ed3-4f7e-8df9-f830aec1023c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Made reservation on behalf of 7116b23d173c4192a6c8d996ad31d57c for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:04:00.970288 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-5210700d-3ed3-4f7e-8df9-f830aec1023c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:01.103553 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-5210700d-3ed3-4f7e-8df9-f830aec1023c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Allocated IP 172.20.0.9 (8b5ae806-b190-4516-8465-70dba440ef62/610ffda6-b7a7-4a06-84a4-402e2b1f27f2/703563f0-f1dc-4261-919d-1995757e7da5) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:04:01.270309 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-5210700d-3ed3-4f7e-8df9-f830aec1023c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for port (703563f0-f1dc-4261-919d-1995757e7da5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:01.286989 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-25636354-a425-423e-996a-d9cb31523f11 req-8b6ef98b-60d7-4086-866c-0d090108f4ec tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 210 time: 0.0340140 May 26 14:04:01.307459 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-5210700d-3ed3-4f7e-8df9-f830aec1023c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (703563f0-f1dc-4261-919d-1995757e7da5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:01.368041 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-5210700d-3ed3-4f7e-8df9-f830aec1023c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Network 8b5ae806-b190-4516-8465-70dba440ef62 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:04:01.371279 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-5210700d-3ed3-4f7e-8df9-f830aec1023c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:04:01.375406 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-5210700d-3ed3-4f7e-8df9-f830aec1023c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 14:04:01.411775 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210700d-3ed3-4f7e-8df9-f830aec1023c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Pushing event updated for resources: {'Port': ['ID=703563f0-f1dc-4261-919d-1995757e7da5,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:01.442618 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-5210700d-3ed3-4f7e-8df9-f830aec1023c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:01.443545 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-5210700d-3ed3-4f7e-8df9-f830aec1023c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:01.470072 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-5210700d-3ed3-4f7e-8df9-f830aec1023c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6366851 May 26 14:04:01.488341 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-270eacd3-7372-42af-822c-1ee15ccd0465 service neutron] Request body: {'port': {'device_id': '724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84213'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:04:01.554492 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-270eacd3-7372-42af-822c-1ee15ccd0465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (703563f0-f1dc-4261-919d-1995757e7da5), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:01.676252 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-a872ad3f-02bb-429b-8279-e668da77e446 None None] Provisioning complete for port 703563f0-f1dc-4261-919d-1995757e7da5 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:04:01.676846 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a872ad3f-02bb-429b-8279-e668da77e446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (703563f0-f1dc-4261-919d-1995757e7da5), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:01.710136 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-a872ad3f-02bb-429b-8279-e668da77e446 None None] Port 703563f0-f1dc-4261-919d-1995757e7da5 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 14:04:01.755560 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:01.757582 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:01.847248 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-270eacd3-7372-42af-822c-1ee15ccd0465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 703563f0-f1dc-4261-919d-1995757e7da5 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 14:04:01.854701 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-270eacd3-7372-42af-822c-1ee15ccd0465 service neutron] Publish callbacks [] for port (703563f0-f1dc-4261-919d-1995757e7da5), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:01.868013 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-270eacd3-7372-42af-822c-1ee15ccd0465 service neutron] Transition to ACTIVE for port object 703563f0-f1dc-4261-919d-1995757e7da5 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 14:04:01.872144 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-270eacd3-7372-42af-822c-1ee15ccd0465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14253987'] for port (703563f0-f1dc-4261-919d-1995757e7da5), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:01.921373 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270eacd3-7372-42af-822c-1ee15ccd0465 service neutron] Pushing event updated for resources: {'Port': ['ID=703563f0-f1dc-4261-919d-1995757e7da5,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:02.002344 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-270eacd3-7372-42af-822c-1ee15ccd0465 service neutron] Attempting to bind port 703563f0-f1dc-4261-919d-1995757e7da5 on host hv-cinder-84213 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 14:04:02.002790 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-270eacd3-7372-42af-822c-1ee15ccd0465 service neutron] Attempting to bind port 703563f0-f1dc-4261-919d-1995757e7da5 by drivers openvswitch,hyperv on host hv-cinder-84213 at level 0 using segments [{'id': '19072dfe-0334-40e6-bb73-47766657aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 14:04:02.003120 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-270eacd3-7372-42af-822c-1ee15ccd0465 service neutron] Attempting to bind port 703563f0-f1dc-4261-919d-1995757e7da5 on network 8b5ae806-b190-4516-8465-70dba440ef62 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 14:04:02.007997 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-270eacd3-7372-42af-822c-1ee15ccd0465 service neutron] Port 703563f0-f1dc-4261-919d-1995757e7da5 on network 8b5ae806-b190-4516-8465-70dba440ef62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84213 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 14:04:02.008314 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-270eacd3-7372-42af-822c-1ee15ccd0465 service neutron] Attempting to bind port 703563f0-f1dc-4261-919d-1995757e7da5 on network 8b5ae806-b190-4516-8465-70dba440ef62 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 14:04:02.013985 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-270eacd3-7372-42af-822c-1ee15ccd0465 service neutron] Checking agent: {'id': '7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'started_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 14, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 14:04:02.014344 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-270eacd3-7372-42af-822c-1ee15ccd0465 service neutron] Checking segment: {'id': '19072dfe-0334-40e6-bb73-47766657aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 14:04:02.015008 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-270eacd3-7372-42af-822c-1ee15ccd0465 service neutron] Bound using segment: {'id': '19072dfe-0334-40e6-bb73-47766657aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 14:04:02.015432 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-270eacd3-7372-42af-822c-1ee15ccd0465 service neutron] Bound port: 703563f0-f1dc-4261-919d-1995757e7da5, host: hv-cinder-84213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19072dfe-0334-40e6-bb73-47766657aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 14:04:02.015786 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-270eacd3-7372-42af-822c-1ee15ccd0465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (703563f0-f1dc-4261-919d-1995757e7da5), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:02.038972 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d4ca7-d45d-47ce-966b-93e5c7fdbfc2 req-ac35f2e9-d571-4ccb-9a2e-59da788a5ed0 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:02.040706 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-650d4ca7-d45d-47ce-966b-93e5c7fdbfc2 req-ac35f2e9-d571-4ccb-9a2e-59da788a5ed0 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 946 time: 0.0596423 May 26 14:04:02.099849 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-270eacd3-7372-42af-822c-1ee15ccd0465 service neutron] For port 703563f0-f1dc-4261-919d-1995757e7da5, host hv-cinder-84213, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 14:04:02.100712 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-650d4ca7-d45d-47ce-966b-93e5c7fdbfc2 req-e375f248-671e-4e3c-921f-6f3dacb33f7a tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533357 May 26 14:04:02.103088 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-270eacd3-7372-42af-822c-1ee15ccd0465 service neutron] For port 703563f0-f1dc-4261-919d-1995757e7da5, host hv-cinder-84213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=703563f0-f1dc-4261-919d-1995757e7da5,segment=NetworkSegment(19072dfe-0334-40e6-bb73-47766657aa3f),segment_id=19072dfe-0334-40e6-bb73-47766657aa3f)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 14:04:02.112679 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-270eacd3-7372-42af-822c-1ee15ccd0465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14253987'] for port (703563f0-f1dc-4261-919d-1995757e7da5), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:02.130630 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=100 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:02.146935 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-270eacd3-7372-42af-822c-1ee15ccd0465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:02.147565 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-270eacd3-7372-42af-822c-1ee15ccd0465 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:02.148921 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-270eacd3-7372-42af-822c-1ee15ccd0465 service neutron] 10.222.0.82 "PUT /v2.0/ports/703563f0-f1dc-4261-919d-1995757e7da5 HTTP/1.1" status: 200 len: 1093 time: 0.6654148 May 26 14:04:02.149388 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7', 'tag': '703563f0-f1dc-4261-919d-1995757e7da5'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:04:02.151608 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a2fe3094dbca619affac8640d5d00e1e0d94bf0ce4138e249cf9dd9a9bbd82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f06534-9a89-477e-b921-119c2ced67ca" -d '{"events": [{"name": "network-changed", "server_uuid": "724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7", "tag": "703563f0-f1dc-4261-919d-1995757e7da5"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:04:02.178067 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270eacd3-7372-42af-822c-1ee15ccd0465 service neutron] Pushing event updated for resources: {'Port': ['ID=703563f0-f1dc-4261-919d-1995757e7da5,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:02.230479 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 14:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921238db-f21b-4b92-9ea1-22b2bbb8dff7 x-openstack-request-id: req-921238db-f21b-4b92-9ea1-22b2bbb8dff7 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:04:02.230884 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7", "tag": "703563f0-f1dc-4261-919d-1995757e7da5", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:04:02.231268 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-921238db-f21b-4b92-9ea1-22b2bbb8dff7 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:04:02.231724 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-921238db-f21b-4b92-9ea1-22b2bbb8dff7'] response: {'name': 'network-changed', 'server_uuid': '724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7', 'tag': '703563f0-f1dc-4261-919d-1995757e7da5', 'status': 'completed', 'code': 200} May 26 14:04:02.264756 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-154e3bf7-efe1-4407-b453-9c00c7f81da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:02.266295 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-154e3bf7-efe1-4407-b453-9c00c7f81da7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7116b23d173c4192a6c8d996ad31d57c&device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 1127 time: 0.0476952 May 26 14:04:02.316889 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-518060e6-782d-453e-8e0d-d9c3dc4f9e1a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=703563f0-f1dc-4261-919d-1995757e7da5 HTTP/1.1" status: 200 len: 217 time: 0.0366392 May 26 14:04:02.370182 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-e048b446-96df-43d7-823c-c8b4edfdbd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:02.371815 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-e048b446-96df-43d7-823c-c8b4edfdbd29 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=610ffda6-b7a7-4a06-84a4-402e2b1f27f2 HTTP/1.1" status: 200 len: 855 time: 0.0476804 May 26 14:04:02.414897 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:02.417686 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-ef7ce769-3fee-4d8b-82a5-1d296f02e95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:02.419423 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-ef7ce769-3fee-4d8b-82a5-1d296f02e95d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8b5ae806-b190-4516-8465-70dba440ef62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411923 May 26 14:04:02.424230 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad8433-7746-4ea6-ab82-96c24db1c72e req-d3b7ddbb-145f-4416-86f9-9b792fbd1d25 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:02.425681 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-47ad8433-7746-4ea6-ab82-96c24db1c72e req-d3b7ddbb-145f-4416-86f9-9b792fbd1d25 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 943 time: 0.0532691 May 26 14:04:02.479318 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-47ad8433-7746-4ea6-ab82-96c24db1c72e req-5de3c2f2-f093-43e9-97c1-a3c6962b7560 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479307 May 26 14:04:02.525698 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-5c830d57-e27e-4483-98a7-27b84841adae service neutron] 10.222.0.82 "GET /v2.0/networks/8b5ae806-b190-4516-8465-70dba440ef62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988379 May 26 14:04:02.618719 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-16d1c0da-735d-4f68-b9e6-8112f52b44ce req-c0a6b546-3a74-4663-b43f-268e766a87fe service neutron] 10.222.0.82 "GET /v2.0/networks/8b5ae806-b190-4516-8465-70dba440ef62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865426 May 26 14:04:03.205398 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:03.220614 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577caf2-1fda-4193-b01c-6b4d70416279 req-9a63bba1-9186-4dd8-9b8a-4114faafcbb0 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:03.222117 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b577caf2-1fda-4193-b01c-6b4d70416279 req-9a63bba1-9186-4dd8-9b8a-4114faafcbb0 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 946 time: 0.0511148 May 26 14:04:03.271099 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b577caf2-1fda-4193-b01c-6b4d70416279 req-396df9f1-75e7-4c0e-bdd3-9bf473941652 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433044 May 26 14:04:03.598281 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b5ca6-297e-46b6-aa32-ec5bc4720bd4 req-1e6d2fea-f67d-481c-973d-bb2c2c57fcfc tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:03.599745 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-576b5ca6-297e-46b6-aa32-ec5bc4720bd4 req-1e6d2fea-f67d-481c-973d-bb2c2c57fcfc tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 943 time: 0.0471108 May 26 14:04:03.647282 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-576b5ca6-297e-46b6-aa32-ec5bc4720bd4 req-234c9dba-0bcb-4584-a7b8-52e4d9e9ec89 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420465 May 26 14:04:04.385627 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b84cd3-38ca-42dc-9448-5afe8e46e807 req-86521984-95cb-4b35-84fa-eadd4dcf8010 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:04.387111 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-11b84cd3-38ca-42dc-9448-5afe8e46e807 req-86521984-95cb-4b35-84fa-eadd4dcf8010 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 946 time: 0.0474772 May 26 14:04:04.439722 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-11b84cd3-38ca-42dc-9448-5afe8e46e807 req-1c8ec171-4813-4190-9519-6a6a4350b691 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464442 May 26 14:04:04.766070 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b7c0a-304e-418c-9f65-c9c3ed0cf7bd req-08d084c3-1fc6-491b-8b13-9bed8092c308 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:04.767810 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5f5b7c0a-304e-418c-9f65-c9c3ed0cf7bd req-08d084c3-1fc6-491b-8b13-9bed8092c308 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 943 time: 0.0484307 May 26 14:04:04.815641 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5f5b7c0a-304e-418c-9f65-c9c3ed0cf7bd req-3bb828f2-fed1-4d56-bea4-420be05953e7 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423417 May 26 14:04:05.207672 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 3e9da444-5e7d-4d3e-974b-0f95030b725d no longer exists at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:04:05.209984 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=100 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:05.228530 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] No Port match for: 3e9da444-5e7d-4d3e-974b-0f95030b725d {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:04:05.228875 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 3e9da444-5e7d-4d3e-974b-0f95030b725d not bound to the agent host hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:04:05.555876 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84853c-8cb7-4ba3-b450-207a189b96ac req-5f05e9cd-6f00-439d-9def-1c9480836a03 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:05.557384 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2d84853c-8cb7-4ba3-b450-207a189b96ac req-5f05e9cd-6f00-439d-9def-1c9480836a03 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 946 time: 0.0476792 May 26 14:04:05.607144 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2d84853c-8cb7-4ba3-b450-207a189b96ac req-ba025b7b-ef4b-4b92-ba1f-ce3c04c59129 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429776 May 26 14:04:05.939416 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b221b34-6e90-4a7e-87f9-25acf1564569 req-c1c2de4c-c186-42fe-bd05-a816fa4efcdb tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:05.941005 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7b221b34-6e90-4a7e-87f9-25acf1564569 req-c1c2de4c-c186-42fe-bd05-a816fa4efcdb tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 943 time: 0.0529885 May 26 14:04:05.993036 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7b221b34-6e90-4a7e-87f9-25acf1564569 req-57481164-a83a-4d23-8ef8-73d2b999ab7f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462537 May 26 14:04:06.721676 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916f014-4d29-4f72-bfa1-46a4f4dd4bd5 req-92cd13d1-9228-41f4-b4fe-5ea6f0c543ec tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:06.723400 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e916f014-4d29-4f72-bfa1-46a4f4dd4bd5 req-92cd13d1-9228-41f4-b4fe-5ea6f0c543ec tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 946 time: 0.0480731 May 26 14:04:06.773646 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e916f014-4d29-4f72-bfa1-46a4f4dd4bd5 req-db2c543c-52fd-4718-ac0b-285082eb896d tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446036 May 26 14:04:07.120459 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4741b-316d-44bc-b698-389dd08dec3f req-f85d6f4f-acd5-4db0-978e-65e6ae086a8e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:07.122111 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f9e4741b-316d-44bc-b698-389dd08dec3f req-f85d6f4f-acd5-4db0-978e-65e6ae086a8e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 943 time: 0.0482135 May 26 14:04:07.173344 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f9e4741b-316d-44bc-b698-389dd08dec3f req-f913dba7-db8b-4142-a512-deba1ba8beda tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449843 May 26 14:04:07.292559 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:07.894456 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf1a6f-b0e4-42b7-9d14-984da0a82176 req-0384a0d2-9998-4bfa-a60f-9ca8f656c727 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:07.895934 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8bbf1a6f-b0e4-42b7-9d14-984da0a82176 req-0384a0d2-9998-4bfa-a60f-9ca8f656c727 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 946 time: 0.0506940 May 26 14:04:07.948818 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8bbf1a6f-b0e4-42b7-9d14-984da0a82176 req-2997b3ea-b9c5-422c-8a94-975af27997ab tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473363 May 26 14:04:08.298704 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e77504-4568-48d3-bb64-1394673a01f3 req-e161eb48-a945-49ea-9e49-a3ceae32b2d3 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:08.299879 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-00e77504-4568-48d3-bb64-1394673a01f3 req-e161eb48-a945-49ea-9e49-a3ceae32b2d3 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 943 time: 0.0484476 May 26 14:04:08.349105 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-00e77504-4568-48d3-bb64-1394673a01f3 req-568a4c67-aeda-4d77-8972-af6d49018d1b tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435901 May 26 14:04:09.076873 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d551e-93c0-4a07-a1b2-0e47da225e25 req-eca5c926-16f8-4708-9c61-a1ab190d6f1b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:09.078416 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-592d551e-93c0-4a07-a1b2-0e47da225e25 req-eca5c926-16f8-4708-9c61-a1ab190d6f1b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 946 time: 0.0556109 May 26 14:04:09.110559 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:09.122035 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:09.134430 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-592d551e-93c0-4a07-a1b2-0e47da225e25 req-51123d1e-68c1-409c-a37d-59d181be38b0 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504467 May 26 14:04:09.190294 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f06534-9a89-477e-b921-119c2ced67ca req-e474a8df-3093-4194-96e6-d13361ef6d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:09.191811 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c6f06534-9a89-477e-b921-119c2ced67ca req-e474a8df-3093-4194-96e6-d13361ef6d57 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7116b23d173c4192a6c8d996ad31d57c&device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 1127 time: 0.0432577 May 26 14:04:09.449756 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22106fd0-1aef-4299-9ed0-019a221739cb req-36e729b5-7d23-4f55-abe5-68b082a3e1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:09.451598 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-22106fd0-1aef-4299-9ed0-019a221739cb req-36e729b5-7d23-4f55-abe5-68b082a3e1b6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4d13c9a0ad1146158525c3398ff4de2a&device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 1130 time: 0.0623665 May 26 14:04:09.458534 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:09.530550 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-605c1d15-dfe2-4c5f-90d3-1a3db57df673 req-a1576d39-7809-48d6-9984-255e2c2ac8a2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0600307 May 26 14:04:09.531345 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f06534-9a89-477e-b921-119c2ced67ca req-dd1b8e78-6227-4e47-a4b4-00724dcd8269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:09.532640 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c6f06534-9a89-477e-b921-119c2ced67ca req-dd1b8e78-6227-4e47-a4b4-00724dcd8269 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8b5ae806-b190-4516-8465-70dba440ef62 HTTP/1.1" status: 200 len: 917 time: 0.1536717 May 26 14:04:09.544743 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11191081-193a-41d3-809f-20c7b185dd48 req-1fa1a7f3-7168-408d-80a0-762e60ac5749 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:09.546741 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-11191081-193a-41d3-809f-20c7b185dd48 req-1fa1a7f3-7168-408d-80a0-762e60ac5749 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 943 time: 0.0938559 May 26 14:04:09.605817 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:09.607496 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c6f06534-9a89-477e-b921-119c2ced67ca req-bccf2608-ce25-49d2-9cd3-010addf672d1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=703563f0-f1dc-4261-919d-1995757e7da5 HTTP/1.1" status: 200 len: 217 time: 0.0467541 May 26 14:04:09.623123 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-11191081-193a-41d3-809f-20c7b185dd48 req-a8cfb1e6-51d1-41c8-b4c6-e83840ad292f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699210 May 26 14:04:09.624306 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22106fd0-1aef-4299-9ed0-019a221739cb req-06793577-8757-461c-88a8-5d855f0f02c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:09.625690 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-22106fd0-1aef-4299-9ed0-019a221739cb req-06793577-8757-461c-88a8-5d855f0f02c3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2e2642a5-f4ea-4c44-b7a8-82a279ead114 HTTP/1.1" status: 200 len: 910 time: 0.1442754 May 26 14:04:09.675476 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c1d15-dfe2-4c5f-90d3-1a3db57df673 req-63a3f2e6-16d9-4790-80a1-3a075bd6b83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:09.677043 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-605c1d15-dfe2-4c5f-90d3-1a3db57df673 req-63a3f2e6-16d9-4790-80a1-3a075bd6b83a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e3d27b9eb0ef4c338c18c2a1d02db444&device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 1129 time: 0.0789194 May 26 14:04:09.688093 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f06534-9a89-477e-b921-119c2ced67ca req-89d82410-226f-4ef8-9b57-908dcfa1ae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:09.689675 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c6f06534-9a89-477e-b921-119c2ced67ca req-89d82410-226f-4ef8-9b57-908dcfa1ae4b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=610ffda6-b7a7-4a06-84a4-402e2b1f27f2 HTTP/1.1" status: 200 len: 855 time: 0.0618644 May 26 14:04:09.697369 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-22106fd0-1aef-4299-9ed0-019a221739cb req-3e3f39be-f0f5-4ed6-996d-484f5d654998 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d604ff9-6337-4905-bd16-e0eb02d19035 HTTP/1.1" status: 200 len: 1001 time: 0.0645216 May 26 14:04:09.755261 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22106fd0-1aef-4299-9ed0-019a221739cb req-eef3394f-300b-437e-a0e2-81fd61bc8c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:09.756738 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-22106fd0-1aef-4299-9ed0-019a221739cb req-eef3394f-300b-437e-a0e2-81fd61bc8c01 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea142ff0-5d98-4000-a61c-5aa9b40fe7ba HTTP/1.1" status: 200 len: 848 time: 0.0477149 May 26 14:04:09.786414 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f06534-9a89-477e-b921-119c2ced67ca req-e6c1971f-fc44-4d51-b972-559c8857d0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:09.787819 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c6f06534-9a89-477e-b921-119c2ced67ca req-e6c1971f-fc44-4d51-b972-559c8857d0c9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8b5ae806-b190-4516-8465-70dba440ef62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0898855 May 26 14:04:09.803454 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22106fd0-1aef-4299-9ed0-019a221739cb req-bab63bb1-d4b8-4231-91d6-6c8025d32250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:09.804950 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-22106fd0-1aef-4299-9ed0-019a221739cb req-bab63bb1-d4b8-4231-91d6-6c8025d32250 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2e2642a5-f4ea-4c44-b7a8-82a279ead114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414536 May 26 14:04:09.872710 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c1d15-dfe2-4c5f-90d3-1a3db57df673 req-42aa2df1-932e-48a0-8c03-40714b519cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:09.874246 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-605c1d15-dfe2-4c5f-90d3-1a3db57df673 req-42aa2df1-932e-48a0-8c03-40714b519cf0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=94664734-1654-43f2-b262-23850dca9bb9 HTTP/1.1" status: 200 len: 918 time: 0.1659322 May 26 14:04:09.901132 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-22106fd0-1aef-4299-9ed0-019a221739cb req-28bd72f9-f609-48b0-b0f9-fa5725ded187 service neutron] 10.222.0.82 "GET /v2.0/networks/2e2642a5-f4ea-4c44-b7a8-82a279ead114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899734 May 26 14:04:09.949700 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c6f06534-9a89-477e-b921-119c2ced67ca req-ff4873e4-021c-4bff-a8bb-a8ce2e578d6f service neutron] 10.222.0.82 "GET /v2.0/networks/8b5ae806-b190-4516-8465-70dba440ef62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515343 May 26 14:04:09.958539 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-605c1d15-dfe2-4c5f-90d3-1a3db57df673 req-6ac6df2a-8b29-4395-8582-6b329760c0d9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=325f8a3e-5419-43f8-a8e8-0067da401f65 HTTP/1.1" status: 200 len: 1001 time: 0.0764639 May 26 14:04:09.994211 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-22106fd0-1aef-4299-9ed0-019a221739cb req-f1d7acee-4074-4fdf-bbdc-da7722d7061e service neutron] 10.222.0.82 "GET /v2.0/networks/2e2642a5-f4ea-4c44-b7a8-82a279ead114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869091 May 26 14:04:10.058140 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c1d15-dfe2-4c5f-90d3-1a3db57df673 req-0d9e8070-6677-4441-8b68-a89eb76dafd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:10.059525 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-605c1d15-dfe2-4c5f-90d3-1a3db57df673 req-0d9e8070-6677-4441-8b68-a89eb76dafd6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=463c251f-969b-49e6-b225-a476c859b795 HTTP/1.1" status: 200 len: 856 time: 0.0916326 May 26 14:04:10.088095 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c6f06534-9a89-477e-b921-119c2ced67ca req-a881678c-ead7-4a33-82f4-3170ff7b5cd8 service neutron] 10.222.0.82 "GET /v2.0/networks/8b5ae806-b190-4516-8465-70dba440ef62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287196 May 26 14:04:10.253144 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8418bcb-b50e-4e2c-834b-421d28271669 req-f3fe02a7-0e06-4f7b-b670-6f147acc9a1a tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:10.254644 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a8418bcb-b50e-4e2c-834b-421d28271669 req-f3fe02a7-0e06-4f7b-b670-6f147acc9a1a tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 946 time: 0.0477467 May 26 14:04:10.308007 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a8418bcb-b50e-4e2c-834b-421d28271669 req-7ad9b9ab-ae76-4c69-854e-1b934cd76573 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474892 May 26 14:04:10.440095 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 703563f0-f1dc-4261-919d-1995757e7da5 details requested by agent hyperv_hv-cinder-84213 with host hv-cinder-84213 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 14:04:10.545246 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 703563f0-f1dc-4261-919d-1995757e7da5, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=703563f0-f1dc-4261-919d-1995757e7da5,segment=NetworkSegment(19072dfe-0334-40e6-bb73-47766657aa3f),segment_id=19072dfe-0334-40e6-bb73-47766657aa3f)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:04:10.559153 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Returning: {'device': '703563f0-f1dc-4261-919d-1995757e7da5', 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62', 'port_id': '703563f0-f1dc-4261-919d-1995757e7da5', 'mac_address': 'fa:16:3e:8b:03:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610ffda6-b7a7-4a06-84a4-402e2b1f27f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 14:04:10.599458 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 703563f0-f1dc-4261-919d-1995757e7da5 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:04:10.599841 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (703563f0-f1dc-4261-919d-1995757e7da5), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:10.614309 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 703563f0-f1dc-4261-919d-1995757e7da5 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 14:04:10.637921 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 703563f0-f1dc-4261-919d-1995757e7da5, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=703563f0-f1dc-4261-919d-1995757e7da5,segment=NetworkSegment(19072dfe-0334-40e6-bb73-47766657aa3f),segment_id=19072dfe-0334-40e6-bb73-47766657aa3f)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:04:10.644647 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (703563f0-f1dc-4261-919d-1995757e7da5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:10.712209 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=703563f0-f1dc-4261-919d-1995757e7da5,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:10.770832 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46b34e-d16a-49f2-ac75-046fb7b24987 req-c6ad4a76-97fc-454f-8050-745f3d08a532 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:10.772401 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7f46b34e-d16a-49f2-ac75-046fb7b24987 req-c6ad4a76-97fc-454f-8050-745f3d08a532 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 944 time: 0.0639801 May 26 14:04:10.823782 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7f46b34e-d16a-49f2-ac75-046fb7b24987 req-f725f6e6-6367-4b27-8c20-cc5e055bc51b tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436842 May 26 14:04:11.313511 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] get_ports_and_sgs() called for port_ids ['703563f0-f1dc-4261-919d-1995757e7da5'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 14:04:11.423942 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba7764-82f9-4cc1-acd7-e854b84d735f req-75993039-9dd3-481b-a8c7-407147483a54 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:11.425474 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-86ba7764-82f9-4cc1-acd7-e854b84d735f req-75993039-9dd3-481b-a8c7-407147483a54 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 946 time: 0.0490093 May 26 14:04:11.475600 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-86ba7764-82f9-4cc1-acd7-e854b84d735f req-82539197-4f4e-4bae-9b3d-81400da2163c tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440373 May 26 14:04:11.553220 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c1d15-dfe2-4c5f-90d3-1a3db57df673 req-4908dbc3-dfe6-4f6b-b394-fd0da3d3a8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:11.554719 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-605c1d15-dfe2-4c5f-90d3-1a3db57df673 req-4908dbc3-dfe6-4f6b-b394-fd0da3d3a8b9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=94664734-1654-43f2-b262-23850dca9bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414035 May 26 14:04:11.662086 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-605c1d15-dfe2-4c5f-90d3-1a3db57df673 req-de2faab8-2504-4174-b212-9a32229799dd service neutron] 10.222.0.82 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905850 May 26 14:04:11.761144 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-605c1d15-dfe2-4c5f-90d3-1a3db57df673 req-7f85fa78-400a-4da8-9f32-9d8891c1088f service neutron] 10.222.0.82 "GET /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911934 May 26 14:04:11.978126 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8bd2a-3176-4ff0-9ed9-9d545e65b7d5 req-6c21e407-97a0-4a7f-9aec-ff860e5d8bf2 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:11.979640 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d9a8bd2a-3176-4ff0-9ed9-9d545e65b7d5 req-6c21e407-97a0-4a7f-9aec-ff860e5d8bf2 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 944 time: 0.0770085 May 26 14:04:12.023583 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:12.032515 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d9a8bd2a-3176-4ff0-9ed9-9d545e65b7d5 req-93c7198a-4f82-48dc-a90d-164d0816e343 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465250 May 26 14:04:12.589137 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb59ab-125c-4eda-9f08-fa63aef22ff9 req-0520db98-ccaf-4898-bfcc-d564cba8f9d2 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:12.590618 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3ffb59ab-125c-4eda-9f08-fa63aef22ff9 req-0520db98-ccaf-4898-bfcc-d564cba8f9d2 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 946 time: 0.0460429 May 26 14:04:12.638403 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3ffb59ab-125c-4eda-9f08-fa63aef22ff9 req-f34d8ab7-92c7-4025-85e2-d90f7938c6cd tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417073 May 26 14:04:13.161195 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2dfd8-70b8-4673-9afc-96ca3948b412 req-73e95178-6360-4137-b42e-b784f4a07f73 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:13.162700 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-39a2dfd8-70b8-4673-9afc-96ca3948b412 req-73e95178-6360-4137-b42e-b784f4a07f73 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 944 time: 0.0493464 May 26 14:04:13.175591 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:13.216976 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-39a2dfd8-70b8-4673-9afc-96ca3948b412 req-b795a902-f0c7-4a50-9ec7-37642773bc68 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485332 May 26 14:04:13.755949 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd716db0-f213-49e0-9890-3e1120d7ca7a req-6bb0686a-0f25-44bb-b487-230a070c5d08 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:13.757424 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bd716db0-f213-49e0-9890-3e1120d7ca7a req-6bb0686a-0f25-44bb-b487-230a070c5d08 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 946 time: 0.0511794 May 26 14:04:13.806617 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bd716db0-f213-49e0-9890-3e1120d7ca7a req-494e1492-9b3c-4049-b593-627be9d033ae tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435028 May 26 14:04:14.336355 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997af723-60a1-49e0-a0e1-f4b0821d64e0 req-532a7214-8982-4149-b229-30fac8d1bb3a tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:14.337839 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-997af723-60a1-49e0-a0e1-f4b0821d64e0 req-532a7214-8982-4149-b229-30fac8d1bb3a tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 944 time: 0.0463371 May 26 14:04:14.383596 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-997af723-60a1-49e0-a0e1-f4b0821d64e0 req-98da9034-fd9d-4c95-a56e-6e519d0492d3 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401828 May 26 14:04:14.867327 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb111e-e634-4c63-8303-61252640565c req-d1503af3-c189-43a2-831c-774fb8e95aa4 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:14.868847 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-06bb111e-e634-4c63-8303-61252640565c req-d1503af3-c189-43a2-831c-774fb8e95aa4 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 946 time: 0.0515754 May 26 14:04:14.951164 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d84f6-84d0-4f74-a8c3-5a4d5e37edaf req-f28a9942-beed-43a4-bb91-cdf85c05a576 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:14.952630 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2d1d84f6-84d0-4f74-a8c3-5a4d5e37edaf req-f28a9942-beed-43a4-bb91-cdf85c05a576 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 946 time: 0.0711632 May 26 14:04:14.956498 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-06bb111e-e634-4c63-8303-61252640565c req-debaabb9-071a-457f-9fca-c907dfa57470 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820532 May 26 14:04:15.002534 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2d1d84f6-84d0-4f74-a8c3-5a4d5e37edaf req-c2690ae3-eeee-4ca5-af4e-5c27531fa5ac tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443068 May 26 14:04:15.510669 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375afbf8-81b5-4d13-a765-626b69e53350 req-b9ea623d-442a-4637-85a9-d02ea3bccb09 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:15.512149 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-375afbf8-81b5-4d13-a765-626b69e53350 req-b9ea623d-442a-4637-85a9-d02ea3bccb09 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 944 time: 0.0504367 May 26 14:04:15.560592 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-375afbf8-81b5-4d13-a765-626b69e53350 req-aa545b26-2e19-4a5d-9d45-4631acf7ccfc tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420425 May 26 14:04:16.075978 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d81f07-2099-44d1-bff8-6cb366395225 req-11f7d5ec-57b2-4fa1-830a-43f2708b3ae0 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:16.077517 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a5d81f07-2099-44d1-bff8-6cb366395225 req-11f7d5ec-57b2-4fa1-830a-43f2708b3ae0 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 946 time: 0.0507557 May 26 14:04:16.144002 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5341a-84eb-402f-80e5-07452d1dce55 req-bb5332a4-1ece-4ade-8bbd-0e290066774d tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:16.145523 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ecd5341a-84eb-402f-80e5-07452d1dce55 req-bb5332a4-1ece-4ade-8bbd-0e290066774d tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 946 time: 0.0670989 May 26 14:04:16.175891 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a5d81f07-2099-44d1-bff8-6cb366395225 req-a8bf6a9e-6230-4cd7-bbf3-a3a26b3686ce tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876009 May 26 14:04:16.212819 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ecd5341a-84eb-402f-80e5-07452d1dce55 req-7e13580b-072c-43f4-86e5-0eff8c5594fe tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613737 May 26 14:04:16.385237 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 703563f0-f1dc-4261-919d-1995757e7da5 up at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 14:04:16.428469 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning for port 703563f0-f1dc-4261-919d-1995757e7da5 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 14:04:16.434050 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning complete for port 703563f0-f1dc-4261-919d-1995757e7da5 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:04:16.434397 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (703563f0-f1dc-4261-919d-1995757e7da5), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:16.509171 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 703563f0-f1dc-4261-919d-1995757e7da5 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:04:16.509970 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (703563f0-f1dc-4261-919d-1995757e7da5), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:16.536382 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703563f0-f1dc-4261-919d-1995757e7da5'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:04:16.538707 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75cf6a0b0aca4359f4c43b56c27fa80c20f62c04807301a9a0ec5234ef5b0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12829b03-add2-4367-94e2-8b12a62f8728" -d '{"events": [{"server_uuid": "724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7", "name": "network-vif-plugged", "status": "completed", "tag": "703563f0-f1dc-4261-919d-1995757e7da5"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:04:16.552078 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 703563f0-f1dc-4261-919d-1995757e7da5, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=703563f0-f1dc-4261-919d-1995757e7da5,segment=NetworkSegment(19072dfe-0334-40e6-bb73-47766657aa3f),segment_id=19072dfe-0334-40e6-bb73-47766657aa3f)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:04:16.556082 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (703563f0-f1dc-4261-919d-1995757e7da5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:16.584694 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4eca70-ee6a-48ea-8bc8-6c65e9c00200 x-openstack-request-id: req-cd4eca70-ee6a-48ea-8bc8-6c65e9c00200 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:04:16.584983 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7", "name": "network-vif-plugged", "status": "completed", "tag": "703563f0-f1dc-4261-919d-1995757e7da5", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:04:16.585262 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-cd4eca70-ee6a-48ea-8bc8-6c65e9c00200 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:04:16.585667 dv-cinder-842130-1-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd4eca70-ee6a-48ea-8bc8-6c65e9c00200'] response: {'server_uuid': '724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703563f0-f1dc-4261-919d-1995757e7da5', 'code': 200} May 26 14:04:16.615978 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=703563f0-f1dc-4261-919d-1995757e7da5,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:16.685385 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b6a1a-4aaa-4ba0-ae12-72dd6f627b15 req-599d01fc-5af3-4eca-8f66-ec783f17837f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:16.686858 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d99b6a1a-4aaa-4ba0-ae12-72dd6f627b15 req-599d01fc-5af3-4eca-8f66-ec783f17837f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 945 time: 0.0480402 May 26 14:04:16.735080 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d99b6a1a-4aaa-4ba0-ae12-72dd6f627b15 req-ed5e9eb4-3f38-450f-9994-4febef1a2e11 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425909 May 26 14:04:17.315953 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c1ba0-e441-45e9-b94e-f04ff106fb4e req-e4a6cfc5-ad54-4725-bd0d-1743feb28f35 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:17.317594 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ff3c1ba0-e441-45e9-b94e-f04ff106fb4e req-e4a6cfc5-ad54-4725-bd0d-1743feb28f35 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 946 time: 0.0675189 May 26 14:04:17.502618 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:17.509725 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a52d2047-a5d3-4deb-a7f8-e294d29c957f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:17.527261 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:04:17.628205 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf10835-ae19-4dbb-831f-20d50e24c9de req-e629c326-b51f-4ec9-a5ff-b6f04f3c412b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:17.629695 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4cf10835-ae19-4dbb-831f-20d50e24c9de req-e629c326-b51f-4ec9-a5ff-b6f04f3c412b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 946 time: 0.3389175 May 26 14:04:17.673170 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ff3c1ba0-e441-45e9-b94e-f04ff106fb4e req-c6880d51-1270-4f68-8641-34b951702b73 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3392472 May 26 14:04:17.681857 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:17.691455 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:17.701210 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4cf10835-ae19-4dbb-831f-20d50e24c9de req-eb7f8cf1-2f3b-4b51-92d5-156873a12914 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618899 May 26 14:04:17.854870 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0fe1f-8f98-4ee5-a161-f66a570a63ab req-804e9f7c-600f-4cf4-aa8d-746e12a815e2 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:17.856385 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dab0fe1f-8f98-4ee5-a161-f66a570a63ab req-804e9f7c-600f-4cf4-aa8d-746e12a815e2 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 945 time: 0.0493693 May 26 14:04:17.909998 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dab0fe1f-8f98-4ee5-a161-f66a570a63ab req-4f6f371b-2a86-4e12-ac50-bf94ccd7571d tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459242 May 26 14:04:18.818679 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8f7d0-8f93-4132-a525-92450ab0b212 req-85600d40-f5e9-49cb-8ddd-c272ac395860 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:18.820147 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1ec8f7d0-8f93-4132-a525-92450ab0b212 req-85600d40-f5e9-49cb-8ddd-c272ac395860 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 946 time: 0.0784678 May 26 14:04:18.838891 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631c682-002d-4558-8dbc-bd68e676872a req-fce5778a-06ac-40b5-9343-0cbc7d06649c tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:18.840300 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2631c682-002d-4558-8dbc-bd68e676872a req-fce5778a-06ac-40b5-9343-0cbc7d06649c tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 946 time: 0.0668099 May 26 14:04:18.903642 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1ec8f7d0-8f93-4132-a525-92450ab0b212 req-7fd54f85-15b5-4819-9aa7-ad719ddc8c6d tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759239 May 26 14:04:18.917728 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2631c682-002d-4558-8dbc-bd68e676872a req-06147eef-ae5d-4080-a7e8-4cfbebc6efee tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690455 May 26 14:04:19.045708 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a314d-14ae-4b7f-8d24-4b85433f5467 req-0b3ad8dd-2495-4f4a-9a09-87465ebb8700 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:19.047270 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1b9a314d-14ae-4b7f-8d24-4b85433f5467 req-0b3ad8dd-2495-4f4a-9a09-87465ebb8700 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 945 time: 0.0604587 May 26 14:04:19.121221 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85c2ac-1170-4c42-ac20-8abb061bbbe0 req-80d7a0d4-e3c0-438a-a48f-2156d62766e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:19.123330 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ed85c2ac-1170-4c42-ac20-8abb061bbbe0 req-80d7a0d4-e3c0-438a-a48f-2156d62766e3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 1129 time: 0.0756466 May 26 14:04:19.132431 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1b9a314d-14ae-4b7f-8d24-4b85433f5467 req-0828180f-e64d-4a27-82ed-027fc87ba6af tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791421 May 26 14:04:19.167689 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284524c-9787-4022-8246-04c6ef7a0d1b req-a1343ac8-e0d7-491f-b01a-bcaa489c1bfd tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:19.175936 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a284524c-9787-4022-8246-04c6ef7a0d1b req-a1343ac8-e0d7-491f-b01a-bcaa489c1bfd tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 946 time: 0.0609818 May 26 14:04:19.176202 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 51274) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:04:19.230026 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a284524c-9787-4022-8246-04c6ef7a0d1b req-73aa5c98-7902-4c11-aa4f-d0b8854745d6 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537562 May 26 14:04:19.269929 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=100 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:19.318390 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b83ff-737b-47ff-9e5d-b57ce94a5136 req-8bbe601c-9d41-485e-bab9-2f82618de5c1 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:19.319866 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5a3b83ff-737b-47ff-9e5d-b57ce94a5136 req-8bbe601c-9d41-485e-bab9-2f82618de5c1 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.82 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 946 time: 0.0969245 May 26 14:04:19.333109 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4d9011a9-91c9-4e64-81d7-b74b0248e656 req-95f8c2e3-7976-4747-b599-c89bd3de2da1 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1564305 May 26 14:04:19.335150 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ed85c2ac-1170-4c42-ac20-8abb061bbbe0 req-e247be49-eb12-43b6-8bb8-6e8115ab7f72 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190126 May 26 14:04:19.342092 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [req-4d9011a9-91c9-4e64-81d7-b74b0248e656 req-8c947994-65ac-4498-a401-ca455dedfc75 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 14:04:19.343062 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4d9011a9-91c9-4e64-81d7-b74b0248e656 req-8c947994-65ac-4498-a401-ca455dedfc75 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053756 May 26 14:04:19.418723 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 51282) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:04:19.516519 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9011a9-91c9-4e64-81d7-b74b0248e656 req-9531a4eb-e410-477c-9c5e-fb5f45ef3335 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:19.518172 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4d9011a9-91c9-4e64-81d7-b74b0248e656 req-9531a4eb-e410-477c-9c5e-fb5f45ef3335 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports/7d604ff9-6337-4905-bd16-e0eb02d19035 HTTP/1.1" status: 200 len: 943 time: 0.0984190 May 26 14:04:19.652064 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2a995dae-26e1-4ee7-a412-714ef53787b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:20.021239 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a0f92-343b-4707-bce2-677bfbbc3d76 req-1c29b52f-af8c-4d21-befd-6d31f334b18e tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:20.022690 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-287a0f92-343b-4707-bce2-677bfbbc3d76 req-1c29b52f-af8c-4d21-befd-6d31f334b18e tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 946 time: 0.0476818 May 26 14:04:20.077902 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-287a0f92-343b-4707-bce2-677bfbbc3d76 req-d7976c31-fd0d-4905-b735-7722f3a29f8b tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487616 May 26 14:04:20.214133 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-5a3b83ff-737b-47ff-9e5d-b57ce94a5136 req-6941aa81-b3f8-44db-8186-ccd7351565a6 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Deleting port fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:04:20.214730 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5a3b83ff-737b-47ff-9e5d-b57ce94a5136 req-6941aa81-b3f8-44db-8186-ccd7351565a6 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:20.234307 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=100 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:20.260693 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60030ae-4935-4f74-b313-bf5b79f55b86 req-21cdf8aa-b71e-4d22-91b6-7752d98c93a0 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:20.262284 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b60030ae-4935-4f74-b313-bf5b79f55b86 req-21cdf8aa-b71e-4d22-91b6-7752d98c93a0 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 945 time: 0.0478036 May 26 14:04:20.312943 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5a3b83ff-737b-47ff-9e5d-b57ce94a5136 req-6941aa81-b3f8-44db-8186-ccd7351565a6 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] For port fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53,segment=NetworkSegment(5fa9b816-b3f6-4937-96b4-c071644992f7),segment_id=5fa9b816-b3f6-4937-96b4-c071644992f7)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:04:20.313254 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5a3b83ff-737b-47ff-9e5d-b57ce94a5136 req-6941aa81-b3f8-44db-8186-ccd7351565a6 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:20.346787 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b60030ae-4935-4f74-b313-bf5b79f55b86 req-54c72921-58ab-4b6e-87c8-5ba7bd84accc tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766630 May 26 14:04:20.364799 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c76f0f-5f24-4832-930e-ed548a3804b9 req-26821661-9542-4364-90d4-a4e607a497c4 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:20.368212 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-28c76f0f-5f24-4832-930e-ed548a3804b9 req-26821661-9542-4364-90d4-a4e607a497c4 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 946 time: 0.0639148 May 26 14:04:20.387631 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 7d604ff9-6337-4905-bd16-e0eb02d19035 no longer exists at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:04:20.420465 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-28c76f0f-5f24-4832-930e-ed548a3804b9 req-ea694ed4-099d-488e-8d4c-416e03b84f41 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482943 May 26 14:04:20.464239 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 7d604ff9-6337-4905-bd16-e0eb02d19035 is: ACTIVE; New status is: DOWN {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:04:20.464620 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (7d604ff9-6337-4905-bd16-e0eb02d19035), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:20.487700 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5a3b83ff-737b-47ff-9e5d-b57ce94a5136 req-6941aa81-b3f8-44db-8186-ccd7351565a6 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:20.488173 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5a3b83ff-737b-47ff-9e5d-b57ce94a5136 req-6941aa81-b3f8-44db-8186-ccd7351565a6 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778712'] for floatingip (262f9b4e-648c-47f3-b08b-5ccc67b92ddd), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:20.488592 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.db.l3_db [req-5a3b83ff-737b-47ff-9e5d-b57ce94a5136 req-6941aa81-b3f8-44db-8186-ccd7351565a6 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Floating IP 262f9b4e-648c-47f3-b08b-5ccc67b92ddd disassociated. External IP: 172.27.1.74, port: fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53. May 26 14:04:20.489048 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-5a3b83ff-737b-47ff-9e5d-b57ce94a5136 req-6941aa81-b3f8-44db-8186-ccd7351565a6 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Calling delete_port for fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:04:20.617358 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4176fdc7-3ccd-4093-b4c4-841eafb524f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d604ff9-6337-4905-bd16-e0eb02d19035'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:04:20.619721 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75cf6a0b0aca4359f4c43b56c27fa80c20f62c04807301a9a0ec5234ef5b0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3471630-1731-4c38-ab22-83139cd0732a" -d '{"events": [{"server_uuid": "4176fdc7-3ccd-4093-b4c4-841eafb524f7", "name": "network-vif-unplugged", "status": "completed", "tag": "7d604ff9-6337-4905-bd16-e0eb02d19035"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:04:20.633190 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 7d604ff9-6337-4905-bd16-e0eb02d19035, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=7d604ff9-6337-4905-bd16-e0eb02d19035,segment=NetworkSegment(fe3cddaa-6235-4928-a72a-7782f9b9fdc3),segment_id=fe3cddaa-6235-4928-a72a-7782f9b9fdc3)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:04:20.638374 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (7d604ff9-6337-4905-bd16-e0eb02d19035), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:20.641807 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5a3b83ff-737b-47ff-9e5d-b57ce94a5136 req-6941aa81-b3f8-44db-8186-ccd7351565a6 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:20.661603 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 26 May 2022 14:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02481640-8037-4a4c-a8cd-d62529be1966 x-openstack-request-id: req-02481640-8037-4a4c-a8cd-d62529be1966 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:04:20.662279 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4176fdc7-3ccd-4093-b4c4-841eafb524f7", "name": "network-vif-unplugged", "status": "failed", "tag": "7d604ff9-6337-4905-bd16-e0eb02d19035", "code": 422}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:04:20.662279 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-02481640-8037-4a4c-a8cd-d62529be1966 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:04:20.662582 dv-cinder-842130-1-iscsi neutron-server[103887]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-02481640-8037-4a4c-a8cd-d62529be1966']: {'server_uuid': '4176fdc7-3ccd-4093-b4c4-841eafb524f7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7d604ff9-6337-4905-bd16-e0eb02d19035', 'code': 422} returned with failed status May 26 14:04:20.674096 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:20.678152 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941aa81-b3f8-44db-8186-ccd7351565a6 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Pushing event deleted for resources: {'Port': ['ID=fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:20.692060 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6941aa81-b3f8-44db-8186-ccd7351565a6 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:20.692398 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6941aa81-b3f8-44db-8186-ccd7351565a6 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:20.692787 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6941aa81-b3f8-44db-8186-ccd7351565a6 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:20.693093 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6941aa81-b3f8-44db-8186-ccd7351565a6 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:20.693428 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6941aa81-b3f8-44db-8186-ccd7351565a6 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:20.693752 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6941aa81-b3f8-44db-8186-ccd7351565a6 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:20.694073 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6941aa81-b3f8-44db-8186-ccd7351565a6 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:20.694390 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6941aa81-b3f8-44db-8186-ccd7351565a6 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:20.694706 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6941aa81-b3f8-44db-8186-ccd7351565a6 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:20.695001 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=7d604ff9-6337-4905-bd16-e0eb02d19035,revision_number=6']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:20.695126 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6941aa81-b3f8-44db-8186-ccd7351565a6 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:20.695323 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6941aa81-b3f8-44db-8186-ccd7351565a6 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:20.695641 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6941aa81-b3f8-44db-8186-ccd7351565a6 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:20.695953 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6941aa81-b3f8-44db-8186-ccd7351565a6 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:20.696265 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6941aa81-b3f8-44db-8186-ccd7351565a6 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:20.696575 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6941aa81-b3f8-44db-8186-ccd7351565a6 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:21.063277 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a3b83ff-737b-47ff-9e5d-b57ce94a5136 req-6941aa81-b3f8-44db-8186-ccd7351565a6 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Router b7c93cc2-e741-4932-8956-ed9aed4ead8f has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:04:21.183477 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a3b83ff-737b-47ff-9e5d-b57ce94a5136 req-6941aa81-b3f8-44db-8186-ccd7351565a6 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:04:21.198462 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c06f097f-1665-49ff-9d5e-e5ee5728903a req-d139740f-f609-49da-815a-ce55c04bd670 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 210 time: 0.0388603 May 26 14:04:21.207254 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22855d8-2e49-4f7a-8120-c7c9d80c446b None None] Sync routers for ids ['b7c93cc2-e741-4932-8956-ed9aed4ead8f'] in dv-cinder-842130-1-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:04:21.227786 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22855d8-2e49-4f7a-8120-c7c9d80c446b None None] Routers {'b7c93cc2-e741-4932-8956-ed9aed4ead8f'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:04:21.228826 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e22855d8-2e49-4f7a-8120-c7c9d80c446b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:04:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['b7c93cc2-e741-4932-8956-ed9aed4ead8f'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:04:21.259961 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3b83ff-737b-47ff-9e5d-b57ce94a5136 req-6941aa81-b3f8-44db-8186-ccd7351565a6 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] No DVR routers for this DVR port fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53 on host hv-cinder-84213 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:04:21.262925 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5a3b83ff-737b-47ff-9e5d-b57ce94a5136 req-6941aa81-b3f8-44db-8186-ccd7351565a6 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:21.267259 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5a3b83ff-737b-47ff-9e5d-b57ce94a5136 req-6941aa81-b3f8-44db-8186-ccd7351565a6 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.82 "DELETE /v2.0/ports/fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53 HTTP/1.1" status: 204 len: 173 time: 1.1521547 May 26 14:04:21.267903 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3aab00-646f-43d0-bc2c-e376b20d7eed', 'name': 'network-vif-deleted', 'tag': 'fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:04:21.270244 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a2fe3094dbca619affac8640d5d00e1e0d94bf0ce4138e249cf9dd9a9bbd82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bebc08-f275-4ccf-a37e-6bdfdff05f13" -d '{"events": [{"server_uuid": "5f3aab00-646f-43d0-bc2c-e376b20d7eed", "name": "network-vif-deleted", "tag": "fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:04:21.326641 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807192b5-cce0-4e26-9202-9190ac2bd686 x-openstack-request-id: req-807192b5-cce0-4e26-9202-9190ac2bd686 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:04:21.326919 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3aab00-646f-43d0-bc2c-e376b20d7eed", "name": "network-vif-deleted", "tag": "fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:04:21.327161 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-807192b5-cce0-4e26-9202-9190ac2bd686 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:04:21.327856 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-807192b5-cce0-4e26-9202-9190ac2bd686'] response: {'server_uuid': '5f3aab00-646f-43d0-bc2c-e376b20d7eed', 'name': 'network-vif-deleted', 'tag': 'fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53', 'status': 'completed', 'code': 200} May 26 14:04:21.339610 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:21.353848 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-e22855d8-2e49-4f7a-8120-c7c9d80c446b None None] Set router b7c93cc2-e741-4932-8956-ed9aed4ead8f gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:04:21.472231 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975daa00-5b5f-40f6-8cb3-c99b3f73ebfd req-3e561c32-505a-49d0-b673-4f40278146a7 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:21.473747 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-975daa00-5b5f-40f6-8cb3-c99b3f73ebfd req-3e561c32-505a-49d0-b673-4f40278146a7 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 945 time: 0.0499489 May 26 14:04:21.555951 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e22855d8-2e49-4f7a-8120-c7c9d80c446b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'name': 'tempest-TestVolumeBootPattern-2008676792-router', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T13:59:41Z', 'revision_number': 4, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'gw_port': {'id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'c838c993-7dcc-4776-a562-c32b19de95f4', 'name': '', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'mac_address': 'fa:16:3e:a2:9e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:39Z', 'updated_at': '2022-05-26T13:59:48Z', 'revision_number': 5, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'subnets': [{'id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:04:21.568861 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-975daa00-5b5f-40f6-8cb3-c99b3f73ebfd req-0472fd57-e291-4d0b-875a-32ea86466eda tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888901 May 26 14:04:21.581929 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611be99-1791-40de-97c1-4a40c2a4e415 req-480e713f-2857-49a6-9f05-8c790948779d tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:21.582762 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22855d8-2e49-4f7a-8120-c7c9d80c446b None None] Checking router: b7c93cc2-e741-4932-8956-ed9aed4ead8f for host: dv-cinder-842130-1-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:04:21.584101 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b611be99-1791-40de-97c1-4a40c2a4e415 req-480e713f-2857-49a6-9f05-8c790948779d tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 944 time: 0.0813849 May 26 14:04:21.593830 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22855d8-2e49-4f7a-8120-c7c9d80c446b None None] Routers {'b7c93cc2-e741-4932-8956-ed9aed4ead8f'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:04:21.594453 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e22855d8-2e49-4f7a-8120-c7c9d80c446b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:04:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['b7c93cc2-e741-4932-8956-ed9aed4ead8f'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:04:21.636072 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:21.642625 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b611be99-1791-40de-97c1-4a40c2a4e415 req-cab92cfa-9fff-489a-89d0-ec0570dbe41a tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481284 May 26 14:04:21.696867 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbe3d9-2753-49bc-92c6-b2e9618234f5 req-d07c48bf-b633-4e12-ba94-17b9a19597b7 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:21.698381 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d4fbe3d9-2753-49bc-92c6-b2e9618234f5 req-d07c48bf-b633-4e12-ba94-17b9a19597b7 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 945 time: 0.0523536 May 26 14:04:21.708101 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 51326) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:04:21.708265 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-e22855d8-2e49-4f7a-8120-c7c9d80c446b None None] Set router b7c93cc2-e741-4932-8956-ed9aed4ead8f gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:04:21.713538 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-40d52a8b-d404-4055-8a7c-7ec9b13c6938 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Request body: {'floatingip': {'port_id': '703563f0-f1dc-4261-919d-1995757e7da5'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:04:21.756574 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40d52a8b-d404-4055-8a7c-7ec9b13c6938 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for floatingip (d097e566-57e3-4c04-89a4-1ae3e32163e5), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:21.788358 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:21.907355 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:21.927628 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e22855d8-2e49-4f7a-8120-c7c9d80c446b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'name': 'tempest-TestVolumeBootPattern-2008676792-router', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T13:59:41Z', 'revision_number': 4, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'gw_port': {'id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'c838c993-7dcc-4776-a562-c32b19de95f4', 'name': '', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'mac_address': 'fa:16:3e:a2:9e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:39Z', 'updated_at': '2022-05-26T13:59:48Z', 'revision_number': 5, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'subnets': [{'id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:04:21.968378 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22855d8-2e49-4f7a-8120-c7c9d80c446b None None] The sync data for ids ['b7c93cc2-e741-4932-8956-ed9aed4ead8f'] in dv-cinder-842130-1-iscsi is: [{'id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'name': 'tempest-TestVolumeBootPattern-2008676792-router', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T13:59:41Z', 'revision_number': 4, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'gw_port': {'id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'c838c993-7dcc-4776-a562-c32b19de95f4', 'name': '', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'mac_address': 'fa:16:3e:a2:9e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:39Z', 'updated_at': '2022-05-26T13:59:48Z', 'revision_number': 5, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'subnets': [{'id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:04:22.105413 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:22.319446 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40d52a8b-d404-4055-8a7c-7ec9b13c6938 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:22.323654 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94c4513-6fb3-44a7-912a-d396c08dd9a6 None None] New status for floating IP 262f9b4e-648c-47f3-b08b-5ccc67b92ddd: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 14:04:22.327809 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=35,neutron:UPDATE=2 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:22.328006 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:22.331018 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1cbc2848-62e7-4951-aa26-727301b72764 req-1b2bd837-13ab-42a5-86f9-bd670abdb5ea tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 210 time: 0.0327075 May 26 14:04:22.334697 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40d52a8b-d404-4055-8a7c-7ec9b13c6938 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778712'] for floatingip (d097e566-57e3-4c04-89a4-1ae3e32163e5), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:22.460858 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.db.l3_db [None req-40d52a8b-d404-4055-8a7c-7ec9b13c6938 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Floating IP d097e566-57e3-4c04-89a4-1ae3e32163e5 associated. External IP: 172.27.1.73, port: 703563f0-f1dc-4261-919d-1995757e7da5. May 26 14:04:22.511627 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:22.683662 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d52a8b-d404-4055-8a7c-7ec9b13c6938 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Router d98b958f-5a1c-46df-84ad-2467daf14fc3 has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:04:22.758954 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f4817-9567-4459-8540-73e2d165aee8 req-1d0d0050-dcce-4081-b098-c3c8ca337f72 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:22.760365 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b36f4817-9567-4459-8540-73e2d165aee8 req-1d0d0050-dcce-4081-b098-c3c8ca337f72 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 944 time: 0.0479622 May 26 14:04:22.792195 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d52a8b-d404-4055-8a7c-7ec9b13c6938 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:04:22.796632 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40d52a8b-d404-4055-8a7c-7ec9b13c6938 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:22.802907 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ade72d-7deb-4710-b553-d02348684ce4 None None] Sync routers for ids ['d98b958f-5a1c-46df-84ad-2467daf14fc3'] in dv-cinder-842130-1-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:04:22.812154 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b36f4817-9567-4459-8540-73e2d165aee8 req-8812906d-2e9d-4cd2-b0ef-e83204f91433 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454767 May 26 14:04:22.819482 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ade72d-7deb-4710-b553-d02348684ce4 None None] Routers {'d98b958f-5a1c-46df-84ad-2467daf14fc3'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:04:22.820111 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-98ade72d-7deb-4710-b553-d02348684ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:04:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['d98b958f-5a1c-46df-84ad-2467daf14fc3'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:04:22.834182 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-40d52a8b-d404-4055-8a7c-7ec9b13c6938 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "PUT /v2.0/floatingips/d097e566-57e3-4c04-89a4-1ae3e32163e5 HTTP/1.1" status: 200 len: 990 time: 1.1241169 May 26 14:04:22.931547 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-98ade72d-7deb-4710-b553-d02348684ce4 None None] Set router d98b958f-5a1c-46df-84ad-2467daf14fc3 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:04:23.152887 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-98ade72d-7deb-4710-b553-d02348684ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'name': 'tempest-AttachVolumeShelveTestJSON-939457999-router', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'b71a1d45-5196-44a4-988b-1ddb8d21d49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:01Z', 'updated_at': '2022-05-26T13:56:08Z', 'revision_number': 4, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'gw_port': {'id': 'b71a1d45-5196-44a4-988b-1ddb8d21d49d', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:02Z', 'updated_at': '2022-05-26T13:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': 'd097e566-57e3-4c04-89a4-1ae3e32163e5', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'port_id': '703563f0-f1dc-4261-919d-1995757e7da5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62', 'mac_address': 'fa:16:3e:8b:03:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:03:57Z', 'updated_at': '2022-05-26T14:04:22Z', 'revision_number': 1, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b830b597-1fe9-4b3e-966f-ccc794d433a4', 'name': '', 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'mac_address': 'fa:16:3e:e4:a8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '610ffda6-b7a7-4a06-84a4-402e2b1f27f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:15Z', 'revision_number': 5, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'subnets': [{'id': '610ffda6-b7a7-4a06-84a4-402e2b1f27f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:04:23.177452 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ade72d-7deb-4710-b553-d02348684ce4 None None] Checking router: d98b958f-5a1c-46df-84ad-2467daf14fc3 for host: dv-cinder-842130-1-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:04:23.184799 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=100 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:23.187605 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ade72d-7deb-4710-b553-d02348684ce4 None None] Routers {'d98b958f-5a1c-46df-84ad-2467daf14fc3'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:04:23.188236 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-98ade72d-7deb-4710-b553-d02348684ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:04:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['d98b958f-5a1c-46df-84ad-2467daf14fc3'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:04:23.333204 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7', 'tag': '703563f0-f1dc-4261-919d-1995757e7da5'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:04:23.338579 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a2fe3094dbca619affac8640d5d00e1e0d94bf0ce4138e249cf9dd9a9bbd82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614c400c-6b8f-4af4-8665-a76de19fdb75" -d '{"events": [{"name": "network-changed", "server_uuid": "724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7", "tag": "703563f0-f1dc-4261-919d-1995757e7da5"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:04:23.348105 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-98ade72d-7deb-4710-b553-d02348684ce4 None None] Set router d98b958f-5a1c-46df-84ad-2467daf14fc3 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:04:23.365583 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9011a9-91c9-4e64-81d7-b74b0248e656 req-cb7e2bdf-46ec-4010-acab-5d08d56d034a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:23.367177 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4d9011a9-91c9-4e64-81d7-b74b0248e656 req-cb7e2bdf-46ec-4010-acab-5d08d56d034a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7&tenant_id=4d13c9a0ad1146158525c3398ff4de2a HTTP/1.1" status: 200 len: 1128 time: 0.0979464 May 26 14:04:23.399506 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 14:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5f59ce-c02c-4a1c-84d5-09557dfa6032 x-openstack-request-id: req-0c5f59ce-c02c-4a1c-84d5-09557dfa6032 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:04:23.399785 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7", "tag": "703563f0-f1dc-4261-919d-1995757e7da5", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:04:23.400038 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0c5f59ce-c02c-4a1c-84d5-09557dfa6032 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:04:23.400645 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c5f59ce-c02c-4a1c-84d5-09557dfa6032'] response: {'name': 'network-changed', 'server_uuid': '724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7', 'tag': '703563f0-f1dc-4261-919d-1995757e7da5', 'status': 'completed', 'code': 200} May 26 14:04:23.482651 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dd0a30f8-aa66-473d-a303-a347b3cbbe85 req-622f2fee-f23b-4ca0-a1c7-507d54dae5b9 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=5f3aab00-646f-43d0-bc2c-e376b20d7eed HTTP/1.1" status: 200 len: 210 time: 0.0384452 May 26 14:04:23.521954 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9011a9-91c9-4e64-81d7-b74b0248e656 req-60866b6d-fdc0-41a0-8f74-9e8a466be1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:23.523694 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4d9011a9-91c9-4e64-81d7-b74b0248e656 req-60866b6d-fdc0-41a0-8f74-9e8a466be1e9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4d13c9a0ad1146158525c3398ff4de2a&device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 1128 time: 0.0759652 May 26 14:04:23.526953 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c400c-6b8f-4af4-8665-a76de19fdb75 req-5c71c81d-4355-498d-8687-de7493ed9a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:23.528645 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-614c400c-6b8f-4af4-8665-a76de19fdb75 req-5c71c81d-4355-498d-8687-de7493ed9a65 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7116b23d173c4192a6c8d996ad31d57c&device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 1129 time: 0.0796616 May 26 14:04:23.601928 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:23.612693 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-98ade72d-7deb-4710-b553-d02348684ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'name': 'tempest-AttachVolumeShelveTestJSON-939457999-router', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'b71a1d45-5196-44a4-988b-1ddb8d21d49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:01Z', 'updated_at': '2022-05-26T13:56:08Z', 'revision_number': 4, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'gw_port': {'id': 'b71a1d45-5196-44a4-988b-1ddb8d21d49d', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:02Z', 'updated_at': '2022-05-26T13:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': 'd097e566-57e3-4c04-89a4-1ae3e32163e5', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'port_id': '703563f0-f1dc-4261-919d-1995757e7da5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62', 'mac_address': 'fa:16:3e:8b:03:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:03:57Z', 'updated_at': '2022-05-26T14:04:22Z', 'revision_number': 1, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b830b597-1fe9-4b3e-966f-ccc794d433a4', 'name': '', 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'mac_address': 'fa:16:3e:e4:a8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '610ffda6-b7a7-4a06-84a4-402e2b1f27f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:15Z', 'revision_number': 5, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'subnets': [{'id': '610ffda6-b7a7-4a06-84a4-402e2b1f27f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:04:23.646527 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ade72d-7deb-4710-b553-d02348684ce4 None None] The sync data for ids ['d98b958f-5a1c-46df-84ad-2467daf14fc3'] in dv-cinder-842130-1-iscsi is: [{'id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'name': 'tempest-AttachVolumeShelveTestJSON-939457999-router', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'b71a1d45-5196-44a4-988b-1ddb8d21d49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:01Z', 'updated_at': '2022-05-26T13:56:08Z', 'revision_number': 4, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'gw_port': {'id': 'b71a1d45-5196-44a4-988b-1ddb8d21d49d', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:02Z', 'updated_at': '2022-05-26T13:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': 'd097e566-57e3-4c04-89a4-1ae3e32163e5', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'port_id': '703563f0-f1dc-4261-919d-1995757e7da5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62', 'mac_address': 'fa:16:3e:8b:03:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:03:57Z', 'updated_at': '2022-05-26T14:04:22Z', 'revision_number': 1, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b830b597-1fe9-4b3e-966f-ccc794d433a4', 'name': '', 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'mac_address': 'fa:16:3e:e4:a8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '610ffda6-b7a7-4a06-84a4-402e2b1f27f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:15Z', 'revision_number': 5, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'subnets': [{'id': '610ffda6-b7a7-4a06-84a4-402e2b1f27f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:04:23.703092 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9011a9-91c9-4e64-81d7-b74b0248e656 req-5e1ccb1e-f870-4841-b4fc-689037f18602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:23.704591 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4d9011a9-91c9-4e64-81d7-b74b0248e656 req-5e1ccb1e-f870-4841-b4fc-689037f18602 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2e2642a5-f4ea-4c44-b7a8-82a279ead114 HTTP/1.1" status: 200 len: 910 time: 0.1750419 May 26 14:04:23.707611 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c400c-6b8f-4af4-8665-a76de19fdb75 req-d4969b4b-1b28-4cb1-b748-b5581cc5cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:23.709020 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-614c400c-6b8f-4af4-8665-a76de19fdb75 req-d4969b4b-1b28-4cb1-b748-b5581cc5cdb6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8b5ae806-b190-4516-8465-70dba440ef62 HTTP/1.1" status: 200 len: 917 time: 0.1705520 May 26 14:04:23.753773 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:23.816817 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4d9011a9-91c9-4e64-81d7-b74b0248e656 req-00e5f7fe-717a-4b7a-adb9-adc7c2eeca65 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d604ff9-6337-4905-bd16-e0eb02d19035 HTTP/1.1" status: 200 len: 999 time: 0.1060765 May 26 14:04:23.823913 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-614c400c-6b8f-4af4-8665-a76de19fdb75 req-fa1dffd9-bd96-4170-8ae0-0934b9f18ca0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=703563f0-f1dc-4261-919d-1995757e7da5 HTTP/1.1" status: 200 len: 998 time: 0.1061485 May 26 14:04:23.897737 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:23.913341 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b073baf-8696-44f8-9f1d-a3e4fa83e4c4 None None] New status for floating IP d097e566-57e3-4c04-89a4-1ae3e32163e5: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 14:04:23.913863 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9011a9-91c9-4e64-81d7-b74b0248e656 req-58340851-ae2b-4e0c-a270-04230aa1ae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:23.914879 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4d9011a9-91c9-4e64-81d7-b74b0248e656 req-58340851-ae2b-4e0c-a270-04230aa1ae71 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea142ff0-5d98-4000-a61c-5aa9b40fe7ba HTTP/1.1" status: 200 len: 848 time: 0.0901105 May 26 14:04:23.918428 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c400c-6b8f-4af4-8665-a76de19fdb75 req-73dedb43-64cb-4825-84a5-adfba8d2f012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:23.920558 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-614c400c-6b8f-4af4-8665-a76de19fdb75 req-73dedb43-64cb-4825-84a5-adfba8d2f012 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=610ffda6-b7a7-4a06-84a4-402e2b1f27f2 HTTP/1.1" status: 200 len: 855 time: 0.0855350 May 26 14:04:23.941505 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd47df-07dc-49b0-80bd-ca213a44af89 req-9f4f55eb-83c1-4c82-a84f-5678528480cd tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:23.943466 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-33dd47df-07dc-49b0-80bd-ca213a44af89 req-9f4f55eb-83c1-4c82-a84f-5678528480cd tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 944 time: 0.0542848 May 26 14:04:23.991084 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9011a9-91c9-4e64-81d7-b74b0248e656 req-c12c71fb-5f57-4c8e-97d4-5707e645698d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:23.992622 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4d9011a9-91c9-4e64-81d7-b74b0248e656 req-c12c71fb-5f57-4c8e-97d4-5707e645698d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2e2642a5-f4ea-4c44-b7a8-82a279ead114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0711951 May 26 14:04:23.993999 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c400c-6b8f-4af4-8665-a76de19fdb75 req-e84eb319-8861-4183-adad-3f254a47dcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:23.995110 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-614c400c-6b8f-4af4-8665-a76de19fdb75 req-e84eb319-8861-4183-adad-3f254a47dcca service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8b5ae806-b190-4516-8465-70dba440ef62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0647726 May 26 14:04:23.995474 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:23.999909 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-33dd47df-07dc-49b0-80bd-ca213a44af89 req-32744d53-e171-4eef-b546-38b75b07e6db tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497215 May 26 14:04:24.168933 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4d9011a9-91c9-4e64-81d7-b74b0248e656 req-239b285c-0476-42f2-84ec-59043eba3349 service neutron] 10.222.0.82 "GET /v2.0/networks/2e2642a5-f4ea-4c44-b7a8-82a279ead114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650586 May 26 14:04:24.171741 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-614c400c-6b8f-4af4-8665-a76de19fdb75 req-37e3e6d9-4c5c-445e-8414-408d99846acd service neutron] 10.222.0.82 "GET /v2.0/networks/8b5ae806-b190-4516-8465-70dba440ef62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599116 May 26 14:04:24.333031 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4d9011a9-91c9-4e64-81d7-b74b0248e656 req-648c06ab-975c-4533-85a1-d9dd74c4fa00 service neutron] 10.222.0.82 "GET /v2.0/networks/2e2642a5-f4ea-4c44-b7a8-82a279ead114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535010 May 26 14:04:24.334814 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-614c400c-6b8f-4af4-8665-a76de19fdb75 req-1da48f74-5545-4f11-9dda-1d5bf05ecf25 service neutron] 10.222.0.82 "GET /v2.0/networks/8b5ae806-b190-4516-8465-70dba440ef62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475115 May 26 14:04:24.403531 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53 no longer exists at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:04:24.423880 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] No Port match for: fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:04:24.424223 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device fdd5f6ec-fca9-44be-abfa-0f0f6fd34c53 not bound to the agent host hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:04:24.817270 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-0be3dce1-1f1f-4306-99c6-8f76a814cf04 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1274687408&fields=id&tenant_id=ed15631acafd41528b96f2ed12c19e5b HTTP/1.1" status: 200 len: 267 time: 0.0461683 May 26 14:04:24.927963 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-2c68c07c-7035-433d-840e-f77ec2caa49f tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:24.929346 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-2c68c07c-7035-433d-840e-f77ec2caa49f tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/networks?id=bb3bf56d-90fc-4a74-995d-ab2752db975c HTTP/1.1" status: 200 len: 812 time: 0.1052036 May 26 14:04:24.944307 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-c654ace8-57cd-41c5-b3cf-bdc401fe368c tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/quotas/ed15631acafd41528b96f2ed12c19e5b HTTP/1.1" status: 200 len: 375 time: 0.0096500 May 26 14:04:24.996787 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-1a7bc292-9331-46b8-a697-f3a420f7c6f9 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=ed15631acafd41528b96f2ed12c19e5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449662 May 26 14:04:25.129665 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-4f246a0e-1138-4792-9ae8-cee94b2b07e4 service neutron] 10.222.0.91 "GET /v2.0/networks/bb3bf56d-90fc-4a74-995d-ab2752db975c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200733 May 26 14:04:25.139879 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d2cfa-d731-46c6-8bf8-f031065b0290 req-928da26f-7ec9-4b41-9474-f6d203d2fc86 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:25.141302 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a51d2cfa-d731-46c6-8bf8-f031065b0290 req-928da26f-7ec9-4b41-9474-f6d203d2fc86 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 944 time: 0.0697227 May 26 14:04:25.243521 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a51d2cfa-d731-46c6-8bf8-f031065b0290 req-3ca1b693-d056-4030-9c86-08caf1e807db tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940554 May 26 14:04:25.264843 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-2ebc9952-6bad-4a1a-8aa3-3e2d2411f3c1 service neutron] 10.222.0.91 "GET /v2.0/networks/bb3bf56d-90fc-4a74-995d-ab2752db975c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226249 May 26 14:04:25.551457 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-75412d70-d14d-49e7-95af-e1abac0a843a req-f243c0e5-a028-4c96-923e-cd09eefaa33f tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=e68d6609-e48d-4d4d-8327-48fbf40b6ebd HTTP/1.1" status: 200 len: 210 time: 0.0276721 May 26 14:04:26.358781 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c853195-d2f9-44de-a9d2-7a51a6b96279 req-5386df45-49c4-47a3-83c0-453bf21b31e5 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:26.360338 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9c853195-d2f9-44de-a9d2-7a51a6b96279 req-5386df45-49c4-47a3-83c0-453bf21b31e5 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 944 time: 0.0466781 May 26 14:04:26.409397 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9c853195-d2f9-44de-a9d2-7a51a6b96279 req-02c03a5c-c691-4c48-b3fd-a9cd56de1b52 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429831 May 26 14:04:26.646406 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-db2b92d9-1637-4265-8ddd-b9b93e1734bd tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:26.648099 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-db2b92d9-1637-4265-8ddd-b9b93e1734bd tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.82 "GET /v2.0/networks?id=bb3bf56d-90fc-4a74-995d-ab2752db975c HTTP/1.1" status: 200 len: 812 time: 0.1173749 May 26 14:04:26.658285 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-27eb3811-e111-4e5f-976b-815b82f0d201 req-1dde8dd2-ca6b-4ae2-8758-ddf23b4ecd02 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=e68d6609-e48d-4d4d-8327-48fbf40b6ebd HTTP/1.1" status: 200 len: 210 time: 0.0330861 May 26 14:04:26.745446 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-3c51bdbd-3a47-471b-b716-4fe7512ab059 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed15631acafd41528b96f2ed12c19e5b HTTP/1.1" status: 200 len: 380 time: 0.0555015 May 26 14:04:26.756139 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-10e6f599-4837-4505-8b7d-70006f3a6ad3 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Request body: {'port': {'device_id': 'e68d6609-e48d-4d4d-8327-48fbf40b6ebd', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'admin_state_up': True, 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'security_groups': ['101252cf-f019-4f3e-b4b9-961f8231a213']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:04:26.806742 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=100 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:26.815933 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 51420) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:04:26.862901 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-10e6f599-4837-4505-8b7d-70006f3a6ad3 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Made reservation on behalf of ed15631acafd41528b96f2ed12c19e5b for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:04:26.863352 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_v2 [None req-54c68b42-fea6-44c5-9e91-2d3a3326ffe7 admin admin] Deleting subnet a3ee2017-2d28-484a-bdfe-83c050d7eec5 {{(pid=103886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 14:04:26.866262 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-10e6f599-4837-4505-8b7d-70006f3a6ad3 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:26.866652 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-54c68b42-fea6-44c5-9e91-2d3a3326ffe7 admin admin] Publish callbacks [] for subnet (a3ee2017-2d28-484a-bdfe-83c050d7eec5), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:26.900250 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:26.903873 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-54c68b42-fea6-44c5-9e91-2d3a3326ffe7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13293489'] for subnet (a3ee2017-2d28-484a-bdfe-83c050d7eec5), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:26.919546 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:26.944869 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-54c68b42-fea6-44c5-9e91-2d3a3326ffe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771753'] for subnet (a3ee2017-2d28-484a-bdfe-83c050d7eec5), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:26.998904 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-10e6f599-4837-4505-8b7d-70006f3a6ad3 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Allocated IP 172.20.0.8 (bb3bf56d-90fc-4a74-995d-ab2752db975c/a30ef594-0dbe-4d1b-9278-186af670d87d/caf319b9-9a28-4413-9e5b-84e2d576651e) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:04:27.000318 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-54c68b42-fea6-44c5-9e91-2d3a3326ffe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13293486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13325969'] for subnet (a3ee2017-2d28-484a-bdfe-83c050d7eec5), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:27.031799 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c68b42-fea6-44c5-9e91-2d3a3326ffe7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3ee2017-2d28-484a-bdfe-83c050d7eec5,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:27.039440 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-54c68b42-fea6-44c5-9e91-2d3a3326ffe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:27.047041 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-54c68b42-fea6-44c5-9e91-2d3a3326ffe7 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/a3ee2017-2d28-484a-bdfe-83c050d7eec5 HTTP/1.1" status: 204 len: 168 time: 0.2265081 May 26 14:04:27.047041 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c68b42-fea6-44c5-9e91-2d3a3326ffe7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:27.047041 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c68b42-fea6-44c5-9e91-2d3a3326ffe7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:27.047041 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c68b42-fea6-44c5-9e91-2d3a3326ffe7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:27.047041 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c68b42-fea6-44c5-9e91-2d3a3326ffe7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:27.047041 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c68b42-fea6-44c5-9e91-2d3a3326ffe7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:27.048002 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c68b42-fea6-44c5-9e91-2d3a3326ffe7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:27.048002 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c68b42-fea6-44c5-9e91-2d3a3326ffe7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:27.048002 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c68b42-fea6-44c5-9e91-2d3a3326ffe7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:27.048435 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c68b42-fea6-44c5-9e91-2d3a3326ffe7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:27.048435 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c68b42-fea6-44c5-9e91-2d3a3326ffe7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:27.048803 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c68b42-fea6-44c5-9e91-2d3a3326ffe7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:27.049099 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c68b42-fea6-44c5-9e91-2d3a3326ffe7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:27.049490 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c68b42-fea6-44c5-9e91-2d3a3326ffe7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:27.049725 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c68b42-fea6-44c5-9e91-2d3a3326ffe7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:27.050024 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c68b42-fea6-44c5-9e91-2d3a3326ffe7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:27.052622 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 51422) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:04:27.124899 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fd587458-6868-4f9a-8bbf-1aefc00cb13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1846382'] for network (bbfc7162-50f8-45cc-990c-7477113944aa), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:27.157274 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-10e6f599-4837-4505-8b7d-70006f3a6ad3 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for port (caf319b9-9a28-4413-9e5b-84e2d576651e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:27.198397 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:27.198523 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-10e6f599-4837-4505-8b7d-70006f3a6ad3 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (caf319b9-9a28-4413-9e5b-84e2d576651e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:27.211801 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fd587458-6868-4f9a-8bbf-1aefc00cb13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769820', 'neutron.services.segments.db._delete_segments_for_network-8727248709232'] for network (bbfc7162-50f8-45cc-990c-7477113944aa), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:27.235051 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-fd587458-6868-4f9a-8bbf-1aefc00cb13c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbfc7162-50f8-45cc-990c-7477113944aa']}} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:04:27.248491 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-fd587458-6868-4f9a-8bbf-1aefc00cb13c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '196b44fc-2245-4db7-8ab6-10bbe5b5b8ae') {'for_net_delete': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:04:27.248808 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-fd587458-6868-4f9a-8bbf-1aefc00cb13c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '196b44fc-2245-4db7-8ab6-10bbe5b5b8ae') {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:04:27.252450 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-10e6f599-4837-4505-8b7d-70006f3a6ad3 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Network bb3bf56d-90fc-4a74-995d-ab2752db975c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:04:27.255799 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-10e6f599-4837-4505-8b7d-70006f3a6ad3 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:04:27.259252 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fd587458-6868-4f9a-8bbf-1aefc00cb13c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727248710265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13293448'] for segment (196b44fc-2245-4db7-8ab6-10bbe5b5b8ae), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:27.259759 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-10e6f599-4837-4505-8b7d-70006f3a6ad3 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 14:04:27.266429 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e6f599-4837-4505-8b7d-70006f3a6ad3 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Pushing event updated for resources: {'Port': ['ID=caf319b9-9a28-4413-9e5b-84e2d576651e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:27.275428 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fd587458-6868-4f9a-8bbf-1aefc00cb13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990'] for segment (196b44fc-2245-4db7-8ab6-10bbe5b5b8ae), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:27.282527 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd587458-6868-4f9a-8bbf-1aefc00cb13c admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 14:04:27.282921 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fd587458-6868-4f9a-8bbf-1aefc00cb13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13292044'] for segment (196b44fc-2245-4db7-8ab6-10bbe5b5b8ae), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:27.329676 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-10e6f599-4837-4505-8b7d-70006f3a6ad3 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:27.330544 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-10e6f599-4837-4505-8b7d-70006f3a6ad3 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:27.358884 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-10e6f599-4837-4505-8b7d-70006f3a6ad3 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6060309 May 26 14:04:27.361348 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fd587458-6868-4f9a-8bbf-1aefc00cb13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778698'] for network (bbfc7162-50f8-45cc-990c-7477113944aa), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:27.378412 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fd587458-6868-4f9a-8bbf-1aefc00cb13c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:27.384263 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-5c850769-8d9a-499a-abf4-b0bd5b68a846 service neutron] Request body: {'port': {'device_id': 'e68d6609-e48d-4d4d-8327-48fbf40b6ebd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84213'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:04:27.388387 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-fd587458-6868-4f9a-8bbf-1aefc00cb13c admin admin] 10.222.0.91 "DELETE /v2.0/networks/bbfc7162-50f8-45cc-990c-7477113944aa HTTP/1.1" status: 204 len: 168 time: 0.3346124 May 26 14:04:27.421381 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.services.segments.plugin [-] Segment 196b44fc-2245-4db7-8ab6-10bbe5b5b8ae resource provider aggregate not found May 26 14:04:27.440762 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd587458-6868-4f9a-8bbf-1aefc00cb13c admin admin] Pushing event deleted for resources: {'Network': ['ID=bbfc7162-50f8-45cc-990c-7477113944aa,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:27.449968 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.services.segments.plugin [-] Segment 196b44fc-2245-4db7-8ab6-10bbe5b5b8ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 196b44fc-2245-4db7-8ab6-10bbe5b5b8ae found for delete ", "request_id": "req-728c2460-0620-4a03-a82f-cdeb5ca29f0d"}]} May 26 14:04:27.500587 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-5c850769-8d9a-499a-abf4-b0bd5b68a846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (caf319b9-9a28-4413-9e5b-84e2d576651e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:27.584295 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d270b3c-2f3e-49ec-91fc-d20faf939f7b req-9d26c57c-52dc-415f-9f55-8ffa2e0c41f6 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:27.586589 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3d270b3c-2f3e-49ec-91fc-d20faf939f7b req-9d26c57c-52dc-415f-9f55-8ffa2e0c41f6 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 944 time: 0.0817921 May 26 14:04:27.624151 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 51436) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:04:27.655991 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3d270b3c-2f3e-49ec-91fc-d20faf939f7b req-1f5e4f2f-e3ae-4382-9501-802f110509ce tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617976 May 26 14:04:27.670262 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-c2fdb9e0-42ec-4eba-8fcc-4d9675651c4d None None] Provisioning complete for port caf319b9-9a28-4413-9e5b-84e2d576651e triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:04:27.671030 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c2fdb9e0-42ec-4eba-8fcc-4d9675651c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (caf319b9-9a28-4413-9e5b-84e2d576651e), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:27.706427 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:27.712364 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-c2fdb9e0-42ec-4eba-8fcc-4d9675651c4d None None] Port caf319b9-9a28-4413-9e5b-84e2d576651e cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 14:04:27.773923 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-13b46746-cecc-4eda-a015-b54612d3974f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=98a1b861d3d84f309ff5a1e90f7499fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1489587 May 26 14:04:27.776853 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 51440) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:04:27.785851 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0aab23-f1ba-4027-a6e8-a8baab598962 req-07653853-6597-407d-a0b3-21cfc5931e8f tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:27.787409 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5e0aab23-f1ba-4027-a6e8-a8baab598962 req-07653853-6597-407d-a0b3-21cfc5931e8f tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=e68d6609-e48d-4d4d-8327-48fbf40b6ebd HTTP/1.1" status: 200 len: 931 time: 0.0502036 May 26 14:04:27.855977 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5e0aab23-f1ba-4027-a6e8-a8baab598962 req-3d8ace40-54dd-4774-af33-72b97bb78888 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628157 May 26 14:04:28.084442 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:28.112744 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99533b57-f7fb-4c50-8813-bfcc33fe20af admin admin] Publish callbacks [] for security_group (9545b227-e19f-472b-8c41-99d44ad97e01), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:28.162097 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99533b57-f7fb-4c50-8813-bfcc33fe20af admin admin] Publish callbacks [] for security_group (9545b227-e19f-472b-8c41-99d44ad97e01), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:28.165007 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-5c850769-8d9a-499a-abf4-b0bd5b68a846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caf319b9-9a28-4413-9e5b-84e2d576651e {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 14:04:28.179564 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-5c850769-8d9a-499a-abf4-b0bd5b68a846 service neutron] Publish callbacks [] for port (caf319b9-9a28-4413-9e5b-84e2d576651e), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:28.226850 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-5c850769-8d9a-499a-abf4-b0bd5b68a846 service neutron] Transition to ACTIVE for port object caf319b9-9a28-4413-9e5b-84e2d576651e will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 14:04:28.230611 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-5c850769-8d9a-499a-abf4-b0bd5b68a846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14253987'] for port (caf319b9-9a28-4413-9e5b-84e2d576651e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:28.290236 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99533b57-f7fb-4c50-8813-bfcc33fe20af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (9545b227-e19f-472b-8c41-99d44ad97e01), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:28.292749 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99533b57-f7fb-4c50-8813-bfcc33fe20af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:28.293917 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-99533b57-f7fb-4c50-8813-bfcc33fe20af admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9545b227-e19f-472b-8c41-99d44ad97e01 HTTP/1.1" status: 204 len: 168 time: 0.5160558 May 26 14:04:28.301513 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c850769-8d9a-499a-abf4-b0bd5b68a846 service neutron] Pushing event updated for resources: {'Port': ['ID=caf319b9-9a28-4413-9e5b-84e2d576651e,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:28.330961 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99533b57-f7fb-4c50-8813-bfcc33fe20af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9545b227-e19f-472b-8c41-99d44ad97e01,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:28.386409 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-5c850769-8d9a-499a-abf4-b0bd5b68a846 service neutron] Attempting to bind port caf319b9-9a28-4413-9e5b-84e2d576651e on host hv-cinder-84213 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 14:04:28.386746 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-5c850769-8d9a-499a-abf4-b0bd5b68a846 service neutron] Attempting to bind port caf319b9-9a28-4413-9e5b-84e2d576651e by drivers openvswitch,hyperv on host hv-cinder-84213 at level 0 using segments [{'id': '5fa9b816-b3f6-4937-96b4-c071644992f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 14:04:28.387071 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-5c850769-8d9a-499a-abf4-b0bd5b68a846 service neutron] Attempting to bind port caf319b9-9a28-4413-9e5b-84e2d576651e on network bb3bf56d-90fc-4a74-995d-ab2752db975c {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 14:04:28.392305 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-5c850769-8d9a-499a-abf4-b0bd5b68a846 service neutron] Port caf319b9-9a28-4413-9e5b-84e2d576651e on network bb3bf56d-90fc-4a74-995d-ab2752db975c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84213 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 14:04:28.392699 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-5c850769-8d9a-499a-abf4-b0bd5b68a846 service neutron] Attempting to bind port caf319b9-9a28-4413-9e5b-84e2d576651e on network bb3bf56d-90fc-4a74-995d-ab2752db975c {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 14:04:28.398154 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-5c850769-8d9a-499a-abf4-b0bd5b68a846 service neutron] Checking agent: {'id': '7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'started_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 14, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 14:04:28.398500 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-5c850769-8d9a-499a-abf4-b0bd5b68a846 service neutron] Checking segment: {'id': '5fa9b816-b3f6-4937-96b4-c071644992f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 14:04:28.398856 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-5c850769-8d9a-499a-abf4-b0bd5b68a846 service neutron] Bound using segment: {'id': '5fa9b816-b3f6-4937-96b4-c071644992f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 14:04:28.399284 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-5c850769-8d9a-499a-abf4-b0bd5b68a846 service neutron] Bound port: caf319b9-9a28-4413-9e5b-84e2d576651e, host: hv-cinder-84213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fa9b816-b3f6-4937-96b4-c071644992f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 14:04:28.399640 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-5c850769-8d9a-499a-abf4-b0bd5b68a846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (caf319b9-9a28-4413-9e5b-84e2d576651e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:28.472310 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-5c850769-8d9a-499a-abf4-b0bd5b68a846 service neutron] For port caf319b9-9a28-4413-9e5b-84e2d576651e, host hv-cinder-84213, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 14:04:28.475950 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-5c850769-8d9a-499a-abf4-b0bd5b68a846 service neutron] For port caf319b9-9a28-4413-9e5b-84e2d576651e, host hv-cinder-84213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=caf319b9-9a28-4413-9e5b-84e2d576651e,segment=NetworkSegment(5fa9b816-b3f6-4937-96b4-c071644992f7),segment_id=5fa9b816-b3f6-4937-96b4-c071644992f7)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 14:04:28.482529 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-5c850769-8d9a-499a-abf4-b0bd5b68a846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14253987'] for port (caf319b9-9a28-4413-9e5b-84e2d576651e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:28.523790 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-5c850769-8d9a-499a-abf4-b0bd5b68a846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:28.524447 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-5c850769-8d9a-499a-abf4-b0bd5b68a846 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:28.526119 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-5c850769-8d9a-499a-abf4-b0bd5b68a846 service neutron] 10.222.0.82 "PUT /v2.0/ports/caf319b9-9a28-4413-9e5b-84e2d576651e HTTP/1.1" status: 200 len: 1093 time: 1.1518459 May 26 14:04:28.526600 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e68d6609-e48d-4d4d-8327-48fbf40b6ebd', 'tag': 'caf319b9-9a28-4413-9e5b-84e2d576651e'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:04:28.529553 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a2fe3094dbca619affac8640d5d00e1e0d94bf0ce4138e249cf9dd9a9bbd82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9d4a29-0bf6-4a3e-8352-bc595790ccdc" -d '{"events": [{"name": "network-changed", "server_uuid": "e68d6609-e48d-4d4d-8327-48fbf40b6ebd", "tag": "caf319b9-9a28-4413-9e5b-84e2d576651e"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:04:28.584379 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c850769-8d9a-499a-abf4-b0bd5b68a846 service neutron] Pushing event updated for resources: {'Port': ['ID=caf319b9-9a28-4413-9e5b-84e2d576651e,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:28.588238 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 14:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512c3062-0b59-4a8f-a564-d6f6083e96dc x-openstack-request-id: req-512c3062-0b59-4a8f-a564-d6f6083e96dc {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:04:28.588462 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e68d6609-e48d-4d4d-8327-48fbf40b6ebd", "tag": "caf319b9-9a28-4413-9e5b-84e2d576651e", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:04:28.588670 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-512c3062-0b59-4a8f-a564-d6f6083e96dc {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:04:28.589061 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-512c3062-0b59-4a8f-a564-d6f6083e96dc'] response: {'name': 'network-changed', 'server_uuid': 'e68d6609-e48d-4d4d-8327-48fbf40b6ebd', 'tag': 'caf319b9-9a28-4413-9e5b-84e2d576651e', 'status': 'completed', 'code': 200} May 26 14:04:28.660197 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-31bace69-0cd8-41cb-bb93-9531e6235740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:28.661923 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-31bace69-0cd8-41cb-bb93-9531e6235740 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ed15631acafd41528b96f2ed12c19e5b&device_id=e68d6609-e48d-4d4d-8327-48fbf40b6ebd HTTP/1.1" status: 200 len: 1127 time: 0.0447412 May 26 14:04:28.714176 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-11022282-3427-474e-aae6-6e41ae084ff2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=caf319b9-9a28-4413-9e5b-84e2d576651e HTTP/1.1" status: 200 len: 217 time: 0.0373309 May 26 14:04:28.764610 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-f8b3f55c-0ef6-4fd9-ad1c-dd99a34f6bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:28.766145 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-f8b3f55c-0ef6-4fd9-ad1c-dd99a34f6bf7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a30ef594-0dbe-4d1b-9278-186af670d87d HTTP/1.1" status: 200 len: 851 time: 0.0454977 May 26 14:04:28.779429 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f68b17-ccd9-433c-b85e-6aa9f0a48254 req-72007861-c6ef-4b11-a05d-fda157f8700d tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:28.780910 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-72f68b17-ccd9-433c-b85e-6aa9f0a48254 req-72007861-c6ef-4b11-a05d-fda157f8700d tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 944 time: 0.0482159 May 26 14:04:28.814356 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-be000f48-7182-4e65-96ce-c1e277b2a2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:28.815805 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-be000f48-7182-4e65-96ce-c1e277b2a2eb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bb3bf56d-90fc-4a74-995d-ab2752db975c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433505 May 26 14:04:28.829287 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-72f68b17-ccd9-433c-b85e-6aa9f0a48254 req-a2da7faa-a19e-40c1-a87a-0c7396aefe39 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427246 May 26 14:04:28.839850 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:28.922746 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-b9469f58-4cc9-42f2-9094-c94a8372445b service neutron] 10.222.0.82 "GET /v2.0/networks/bb3bf56d-90fc-4a74-995d-ab2752db975c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999973 May 26 14:04:28.986386 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2df96-6091-4f06-8e42-872a99df0e17 req-b88f0c8c-7fc7-4141-8841-93ab8e130467 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:28.987871 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-04a2df96-6091-4f06-8e42-872a99df0e17 req-b88f0c8c-7fc7-4141-8841-93ab8e130467 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=e68d6609-e48d-4d4d-8327-48fbf40b6ebd HTTP/1.1" status: 200 len: 943 time: 0.0511758 May 26 14:04:29.017405 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8d892f93-e321-427d-af9b-3685b0fe3686 req-feb7f9aa-093b-4213-b907-f8fceb9d8672 service neutron] 10.222.0.82 "GET /v2.0/networks/bb3bf56d-90fc-4a74-995d-ab2752db975c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878084 May 26 14:04:29.037615 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-04a2df96-6091-4f06-8e42-872a99df0e17 req-e66ba09d-e30c-48fc-a360-9a30ddfb8e61 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438554 May 26 14:04:29.942326 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9a3cc-b8be-420d-ac93-0c46e609f126 req-6833ad63-c0dc-423f-bcc4-bddde37ae7a6 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:29.943993 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a6f9a3cc-b8be-420d-ac93-0c46e609f126 req-6833ad63-c0dc-423f-bcc4-bddde37ae7a6 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 944 time: 0.0476999 May 26 14:04:29.993757 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a6f9a3cc-b8be-420d-ac93-0c46e609f126 req-58087ea0-0428-4c37-a9b0-b0995cc5239c tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443399 May 26 14:04:30.081075 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d4a29-0bf6-4a3e-8352-bc595790ccdc req-2f36341a-e1d9-4f79-977f-38298f6f1e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:30.082636 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3c9d4a29-0bf6-4a3e-8352-bc595790ccdc req-2f36341a-e1d9-4f79-977f-38298f6f1e63 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ed15631acafd41528b96f2ed12c19e5b&device_id=e68d6609-e48d-4d4d-8327-48fbf40b6ebd HTTP/1.1" status: 200 len: 1127 time: 0.0400469 May 26 14:04:30.156153 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd4c53-690b-438c-8842-2439bdf04749 req-f71837cc-e99a-42d6-948e-27626a395d6c tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:30.158079 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-defd4c53-690b-438c-8842-2439bdf04749 req-f71837cc-e99a-42d6-948e-27626a395d6c tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=e68d6609-e48d-4d4d-8327-48fbf40b6ebd HTTP/1.1" status: 200 len: 943 time: 0.0497849 May 26 14:04:30.186359 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d4a29-0bf6-4a3e-8352-bc595790ccdc req-33606145-e2c5-4c95-a857-2645b79073e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:30.187843 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3c9d4a29-0bf6-4a3e-8352-bc595790ccdc req-33606145-e2c5-4c95-a857-2645b79073e4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bb3bf56d-90fc-4a74-995d-ab2752db975c HTTP/1.1" status: 200 len: 913 time: 0.0906336 May 26 14:04:30.197282 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:30.199816 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:30.212755 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-defd4c53-690b-438c-8842-2439bdf04749 req-69739db9-cf4f-46f2-96c2-449a2e9b3ce1 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488901 May 26 14:04:30.230670 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3c9d4a29-0bf6-4a3e-8352-bc595790ccdc req-2e55d9a6-0c47-4a45-aed7-7d6c14832725 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=caf319b9-9a28-4413-9e5b-84e2d576651e HTTP/1.1" status: 200 len: 217 time: 0.0364192 May 26 14:04:30.291376 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d4a29-0bf6-4a3e-8352-bc595790ccdc req-ef50f265-4853-47a3-9b75-d77171fc988d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:30.292840 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3c9d4a29-0bf6-4a3e-8352-bc595790ccdc req-ef50f265-4853-47a3-9b75-d77171fc988d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a30ef594-0dbe-4d1b-9278-186af670d87d HTTP/1.1" status: 200 len: 851 time: 0.0492959 May 26 14:04:30.337299 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d4a29-0bf6-4a3e-8352-bc595790ccdc req-22fb6776-e046-4e67-9346-16d29d1463d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:30.338777 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3c9d4a29-0bf6-4a3e-8352-bc595790ccdc req-22fb6776-e046-4e67-9346-16d29d1463d5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bb3bf56d-90fc-4a74-995d-ab2752db975c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383737 May 26 14:04:30.429977 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3c9d4a29-0bf6-4a3e-8352-bc595790ccdc req-99d7354d-cbca-406d-a143-c571bfc8173f service neutron] 10.222.0.82 "GET /v2.0/networks/bb3bf56d-90fc-4a74-995d-ab2752db975c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839138 May 26 14:04:30.519281 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3c9d4a29-0bf6-4a3e-8352-bc595790ccdc req-983a33f0-bcd5-4c74-9164-cd589eba2be4 service neutron] 10.222.0.82 "GET /v2.0/networks/bb3bf56d-90fc-4a74-995d-ab2752db975c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822780 May 26 14:04:31.105699 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6da75e-df95-4e6e-96dd-3979560286d5 req-28b40a2a-0d69-4a74-9fb8-6254049f304f tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:31.107237 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7c6da75e-df95-4e6e-96dd-3979560286d5 req-28b40a2a-0d69-4a74-9fb8-6254049f304f tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 944 time: 0.0478437 May 26 14:04:31.155796 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7c6da75e-df95-4e6e-96dd-3979560286d5 req-84f87f1e-23a2-42d4-96ad-6826c318b2cb tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430524 May 26 14:04:31.338661 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430eedf-6b70-45f4-bd0e-983ab74f5b36 req-fb31535a-51a6-45d2-9d8b-3c14d56fc906 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:31.340105 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0430eedf-6b70-45f4-bd0e-983ab74f5b36 req-fb31535a-51a6-45d2-9d8b-3c14d56fc906 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=e68d6609-e48d-4d4d-8327-48fbf40b6ebd HTTP/1.1" status: 200 len: 943 time: 0.0457399 May 26 14:04:31.390467 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0430eedf-6b70-45f4-bd0e-983ab74f5b36 req-f8e5e68b-84b4-4128-b5b7-9d9be34b9461 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450139 May 26 14:04:32.273793 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f22c61-57d2-4322-a2b7-a008daf9d3d9 req-e96be38b-eb16-41a9-9ccd-c317d186ade3 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:32.275250 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f0f22c61-57d2-4322-a2b7-a008daf9d3d9 req-e96be38b-eb16-41a9-9ccd-c317d186ade3 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 944 time: 0.0487399 May 26 14:04:32.299978 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:32.324784 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f0f22c61-57d2-4322-a2b7-a008daf9d3d9 req-096f9765-9543-482a-976a-be63b870437c tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440550 May 26 14:04:32.504392 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee93b0-2918-4919-98be-4f82065689e6 req-f582e319-bc01-49bb-96f8-919bd2f341ba tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:32.505881 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-10ee93b0-2918-4919-98be-4f82065689e6 req-f582e319-bc01-49bb-96f8-919bd2f341ba tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=e68d6609-e48d-4d4d-8327-48fbf40b6ebd HTTP/1.1" status: 200 len: 943 time: 0.0472124 May 26 14:04:32.553568 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-10ee93b0-2918-4919-98be-4f82065689e6 req-073c6dba-616a-45a6-952a-9cbaabc72b84 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420046 May 26 14:04:33.443529 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882873a-1079-462f-bf6f-bbe6bb3f143c req-e285d85b-04ec-4bc2-8616-6cb377a8f6cc tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:33.444977 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f882873a-1079-462f-bf6f-bbe6bb3f143c req-e285d85b-04ec-4bc2-8616-6cb377a8f6cc tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 944 time: 0.0500607 May 26 14:04:33.493361 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f882873a-1079-462f-bf6f-bbe6bb3f143c req-84a1293d-4761-494c-a349-abfbd096329a tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427687 May 26 14:04:33.666515 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62646e57-b672-456e-8796-e6bdc832073f req-7fe58838-22ca-4c00-9d38-cecfe662bc43 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:33.667877 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-62646e57-b672-456e-8796-e6bdc832073f req-7fe58838-22ca-4c00-9d38-cecfe662bc43 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=e68d6609-e48d-4d4d-8327-48fbf40b6ebd HTTP/1.1" status: 200 len: 943 time: 0.0458269 May 26 14:04:33.715303 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-62646e57-b672-456e-8796-e6bdc832073f req-04bad4f5-dcf1-4ddc-8d3c-c3716cabc330 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411558 May 26 14:04:34.117981 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:34.121315 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:34.445784 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 7d604ff9-6337-4905-bd16-e0eb02d19035 details requested by agent hyperv_hv-cinder-84213 with host hv-cinder-84213 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 14:04:34.518108 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:34.547432 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 7d604ff9-6337-4905-bd16-e0eb02d19035, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=7d604ff9-6337-4905-bd16-e0eb02d19035,segment=NetworkSegment(fe3cddaa-6235-4928-a72a-7782f9b9fdc3),segment_id=fe3cddaa-6235-4928-a72a-7782f9b9fdc3)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:04:34.559036 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Returning: {'device': '7d604ff9-6337-4905-bd16-e0eb02d19035', 'network_id': '2e2642a5-f4ea-4c44-b7a8-82a279ead114', 'port_id': '7d604ff9-6337-4905-bd16-e0eb02d19035', 'mac_address': 'fa:16:3e:3c:33:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea142ff0-5d98-4000-a61c-5aa9b40fe7ba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 14:04:34.594954 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 7d604ff9-6337-4905-bd16-e0eb02d19035 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:04:34.595335 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (7d604ff9-6337-4905-bd16-e0eb02d19035), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:34.609924 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2e7f1-2aa5-4413-b65f-3617f8709ab2 req-6cc2cb30-a6a9-4c3d-8149-c1f19286890a tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:34.610995 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d604ff9-6337-4905-bd16-e0eb02d19035 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 14:04:34.616685 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fac2e7f1-2aa5-4413-b65f-3617f8709ab2 req-6cc2cb30-a6a9-4c3d-8149-c1f19286890a tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 944 time: 0.0548520 May 26 14:04:34.640937 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 7d604ff9-6337-4905-bd16-e0eb02d19035, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=7d604ff9-6337-4905-bd16-e0eb02d19035,segment=NetworkSegment(fe3cddaa-6235-4928-a72a-7782f9b9fdc3),segment_id=fe3cddaa-6235-4928-a72a-7782f9b9fdc3)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:04:34.646324 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (7d604ff9-6337-4905-bd16-e0eb02d19035), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:34.670784 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fac2e7f1-2aa5-4413-b65f-3617f8709ab2 req-d854c2a1-7ebc-4e1f-b4ce-11d54c1a76c8 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531754 May 26 14:04:34.825012 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=7d604ff9-6337-4905-bd16-e0eb02d19035,revision_number=7']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:34.832266 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:34.832615 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:34.833015 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:34.833319 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:34.833650 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:34.833970 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:34.834366 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:34.834603 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:34.834920 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:34.835239 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:34.835557 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:34.836334 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:34.836334 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:34.836530 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:34.836952 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:34.841458 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eddc7d-b9a4-4e49-b1cd-c9cc6e0c30d7 req-2da744a5-2d51-4c7e-adc3-094f7d8fd077 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:34.847014 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b3eddc7d-b9a4-4e49-b1cd-c9cc6e0c30d7 req-2da744a5-2d51-4c7e-adc3-094f7d8fd077 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=e68d6609-e48d-4d4d-8327-48fbf40b6ebd HTTP/1.1" status: 200 len: 943 time: 0.0518188 May 26 14:04:34.897588 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b3eddc7d-b9a4-4e49-b1cd-c9cc6e0c30d7 req-0a4223ab-41db-4919-9ee0-3f6cc7f27163 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480888 May 26 14:04:35.165218 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] get_ports_and_sgs() called for port_ids ['7d604ff9-6337-4905-bd16-e0eb02d19035'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 14:04:35.222185 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:35.785617 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f42c8c-9eca-422f-8a42-fd8eb0339eac req-e89a9845-5860-41db-9ccd-21fce5401dbf tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:35.787077 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-75f42c8c-9eca-422f-8a42-fd8eb0339eac req-e89a9845-5860-41db-9ccd-21fce5401dbf tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 945 time: 0.0466177 May 26 14:04:35.835445 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-75f42c8c-9eca-422f-8a42-fd8eb0339eac req-a4e7ffb0-8528-470c-a21b-043047633ae2 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424950 May 26 14:04:36.015013 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061685e-b36c-4a08-aad5-21a16848ec70 req-e40865a7-9409-4943-93b5-d0e408f03cc0 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:36.016560 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f061685e-b36c-4a08-aad5-21a16848ec70 req-e40865a7-9409-4943-93b5-d0e408f03cc0 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=e68d6609-e48d-4d4d-8327-48fbf40b6ebd HTTP/1.1" status: 200 len: 943 time: 0.0513637 May 26 14:04:36.065197 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f061685e-b36c-4a08-aad5-21a16848ec70 req-b3464421-c1b4-42eb-b29a-4ac99917045d tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427876 May 26 14:04:36.528384 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 7d604ff9-6337-4905-bd16-e0eb02d19035 up at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 14:04:36.572183 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning complete for port 7d604ff9-6337-4905-bd16-e0eb02d19035 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:04:36.572550 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (7d604ff9-6337-4905-bd16-e0eb02d19035), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:36.644826 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 7d604ff9-6337-4905-bd16-e0eb02d19035 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:04:36.645225 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (7d604ff9-6337-4905-bd16-e0eb02d19035), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:36.671805 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4176fdc7-3ccd-4093-b4c4-841eafb524f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d604ff9-6337-4905-bd16-e0eb02d19035'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:04:36.674104 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75cf6a0b0aca4359f4c43b56c27fa80c20f62c04807301a9a0ec5234ef5b0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233e5a88-2e2e-4f6b-8cf3-1e1f1714264a" -d '{"events": [{"server_uuid": "4176fdc7-3ccd-4093-b4c4-841eafb524f7", "name": "network-vif-plugged", "status": "completed", "tag": "7d604ff9-6337-4905-bd16-e0eb02d19035"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:04:36.688319 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 7d604ff9-6337-4905-bd16-e0eb02d19035, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=7d604ff9-6337-4905-bd16-e0eb02d19035,segment=NetworkSegment(fe3cddaa-6235-4928-a72a-7782f9b9fdc3),segment_id=fe3cddaa-6235-4928-a72a-7782f9b9fdc3)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:04:36.693109 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (7d604ff9-6337-4905-bd16-e0eb02d19035), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:36.729198 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fe0504-e9d5-485f-8230-738f495d8f06 x-openstack-request-id: req-91fe0504-e9d5-485f-8230-738f495d8f06 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:04:36.729491 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4176fdc7-3ccd-4093-b4c4-841eafb524f7", "name": "network-vif-plugged", "status": "completed", "tag": "7d604ff9-6337-4905-bd16-e0eb02d19035", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:04:36.729743 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-91fe0504-e9d5-485f-8230-738f495d8f06 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:04:36.730136 dv-cinder-842130-1-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91fe0504-e9d5-485f-8230-738f495d8f06'] response: {'server_uuid': '4176fdc7-3ccd-4093-b4c4-841eafb524f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d604ff9-6337-4905-bd16-e0eb02d19035', 'code': 200} May 26 14:04:36.744938 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=7d604ff9-6337-4905-bd16-e0eb02d19035,revision_number=8']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:36.947823 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265be6a-5c2e-4837-9479-67e81a094994 req-7b15ae9d-085a-4a3f-903f-a6ea73d1cc57 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:36.949307 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1265be6a-5c2e-4837-9479-67e81a094994 req-7b15ae9d-085a-4a3f-903f-a6ea73d1cc57 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 946 time: 0.0462277 May 26 14:04:36.995684 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:37.001747 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1265be6a-5c2e-4837-9479-67e81a094994 req-52e1655b-a21c-4f03-99a6-38f2cb40eaa0 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462308 May 26 14:04:37.186030 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b7683-987f-4162-9d6c-f70862732c89 req-860ce9d4-af65-445a-9e45-90dc7fd23332 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:37.187526 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b56b7683-987f-4162-9d6c-f70862732c89 req-860ce9d4-af65-445a-9e45-90dc7fd23332 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=e68d6609-e48d-4d4d-8327-48fbf40b6ebd HTTP/1.1" status: 200 len: 943 time: 0.0524702 May 26 14:04:37.241776 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b56b7683-987f-4162-9d6c-f70862732c89 req-ce08edf8-5da6-4c12-9fea-1448b4a69a31 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486338 May 26 14:04:37.283883 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:37.492710 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4721fd7-259e-4899-9035-1149433c2363 req-6ff2c56c-f5b1-433b-88a0-a16c1828724a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:37.494244 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f4721fd7-259e-4899-9035-1149433c2363 req-6ff2c56c-f5b1-433b-88a0-a16c1828724a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 1130 time: 0.0437829 May 26 14:04:37.539530 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f4721fd7-259e-4899-9035-1149433c2363 req-0722e6ba-55ea-418e-a803-10f20ba21cfd service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385969 May 26 14:04:38.131533 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd40fa0-5d0f-41de-b3c6-d0c5083ce925 req-0cc421d9-ddf4-41a5-ad41-47feebdc3327 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:38.133018 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8cd40fa0-5d0f-41de-b3c6-d0c5083ce925 req-0cc421d9-ddf4-41a5-ad41-47feebdc3327 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 946 time: 0.0495310 May 26 14:04:38.184456 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8cd40fa0-5d0f-41de-b3c6-d0c5083ce925 req-216e7a44-b671-46c4-b99e-516fb98375fd tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452237 May 26 14:04:38.384521 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65feea-59b4-421c-b5da-ec2a5bce4380 req-d6cb37b2-014e-469f-9ef8-4e78da903ceb tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:38.386005 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2f65feea-59b4-421c-b5da-ec2a5bce4380 req-d6cb37b2-014e-469f-9ef8-4e78da903ceb tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=e68d6609-e48d-4d4d-8327-48fbf40b6ebd HTTP/1.1" status: 200 len: 943 time: 0.0774753 May 26 14:04:38.392758 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f1168-585c-4efb-b7dd-407714958a1a req-17eb64fe-90af-4d57-9e19-924f1054ee65 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:38.394118 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-310f1168-585c-4efb-b7dd-407714958a1a req-17eb64fe-90af-4d57-9e19-924f1054ee65 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.0760009 May 26 14:04:38.433481 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:38.459916 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2f65feea-59b4-421c-b5da-ec2a5bce4380 req-035d9f86-6fc9-4c5f-99d9-fe82c816aedb tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648873 May 26 14:04:38.473667 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-310f1168-585c-4efb-b7dd-407714958a1a req-a0ae1f4f-d80d-43d4-a8bd-ce28bc48b2bc tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719175 May 26 14:04:38.534768 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device caf319b9-9a28-4413-9e5b-84e2d576651e details requested by agent hyperv_hv-cinder-84213 with host hv-cinder-84213 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 14:04:38.613438 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:38.637104 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port caf319b9-9a28-4413-9e5b-84e2d576651e, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=caf319b9-9a28-4413-9e5b-84e2d576651e,segment=NetworkSegment(5fa9b816-b3f6-4937-96b4-c071644992f7),segment_id=5fa9b816-b3f6-4937-96b4-c071644992f7)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:04:38.648292 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Returning: {'device': 'caf319b9-9a28-4413-9e5b-84e2d576651e', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'port_id': 'caf319b9-9a28-4413-9e5b-84e2d576651e', 'mac_address': 'fa:16:3e:5b:4c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 14:04:38.682510 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port caf319b9-9a28-4413-9e5b-84e2d576651e is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:04:38.682888 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (caf319b9-9a28-4413-9e5b-84e2d576651e), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:38.696643 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caf319b9-9a28-4413-9e5b-84e2d576651e {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 14:04:38.715572 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port caf319b9-9a28-4413-9e5b-84e2d576651e, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=caf319b9-9a28-4413-9e5b-84e2d576651e,segment=NetworkSegment(5fa9b816-b3f6-4937-96b4-c071644992f7),segment_id=5fa9b816-b3f6-4937-96b4-c071644992f7)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:04:38.719250 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (caf319b9-9a28-4413-9e5b-84e2d576651e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:38.767804 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=caf319b9-9a28-4413-9e5b-84e2d576651e,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:39.300461 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb84b12-7370-4cdd-8dbc-c2d6ff427993 req-2d50c0f5-a919-4b7b-b07c-2fab7d22211e tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:39.301942 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ffb84b12-7370-4cdd-8dbc-c2d6ff427993 req-2d50c0f5-a919-4b7b-b07c-2fab7d22211e tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 946 time: 0.0487266 May 26 14:04:39.337020 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] get_ports_and_sgs() called for port_ids ['caf319b9-9a28-4413-9e5b-84e2d576651e'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 14:04:39.351511 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ffb84b12-7370-4cdd-8dbc-c2d6ff427993 req-64e5dd55-8f5e-408d-89f1-2416ee7ee555 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437458 May 26 14:04:39.407513 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:39.602002 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5bb4e8-4735-4761-b82e-97734d62072f req-707c5151-7f7f-4887-b496-2961d151c130 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:39.603474 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1f5bb4e8-4735-4761-b82e-97734d62072f req-707c5151-7f7f-4887-b496-2961d151c130 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=e68d6609-e48d-4d4d-8327-48fbf40b6ebd HTTP/1.1" status: 200 len: 944 time: 0.0740776 May 26 14:04:39.630480 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef60092-0bde-4d5c-9f1c-776d1cdfa2bb req-237367f6-0204-4c3d-825a-07b3f3004a81 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:39.631903 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fef60092-0bde-4d5c-9f1c-776d1cdfa2bb req-237367f6-0204-4c3d-825a-07b3f3004a81 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.0713091 May 26 14:04:39.679318 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1f5bb4e8-4735-4761-b82e-97734d62072f req-64651e05-447d-4f8c-b002-4fdaf21cdc32 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700321 May 26 14:04:39.701309 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fef60092-0bde-4d5c-9f1c-776d1cdfa2bb req-1a070e43-3ace-41e7-9731-738cda16b406 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621898 May 26 14:04:40.705910 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b41ec-ca0f-4a27-8349-1faa20f3e142 req-11c29ec6-af1e-4ce2-923c-b228a02aa72e tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:40.707730 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8d4b41ec-ca0f-4a27-8349-1faa20f3e142 req-11c29ec6-af1e-4ce2-923c-b228a02aa72e tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 946 time: 0.0482070 May 26 14:04:40.734207 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device caf319b9-9a28-4413-9e5b-84e2d576651e up at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 14:04:40.775328 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8d4b41ec-ca0f-4a27-8349-1faa20f3e142 req-d38321dd-2696-463a-9a87-d39f3c7b81da tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619581 May 26 14:04:40.776575 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning for port caf319b9-9a28-4413-9e5b-84e2d576651e completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 14:04:40.784206 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning complete for port caf319b9-9a28-4413-9e5b-84e2d576651e triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:04:40.784837 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (caf319b9-9a28-4413-9e5b-84e2d576651e), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:40.819965 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea16d2d-8116-4d39-94a6-87e70a5b8241 req-84bb04b6-7c7b-47f6-ae24-c30e3b03db67 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:40.821633 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7ea16d2d-8116-4d39-94a6-87e70a5b8241 req-84bb04b6-7c7b-47f6-ae24-c30e3b03db67 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=e68d6609-e48d-4d4d-8327-48fbf40b6ebd HTTP/1.1" status: 200 len: 944 time: 0.0655460 May 26 14:04:40.864448 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port caf319b9-9a28-4413-9e5b-84e2d576651e is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:04:40.864911 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (caf319b9-9a28-4413-9e5b-84e2d576651e), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:40.899482 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68d6609-e48d-4d4d-8327-48fbf40b6ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf319b9-9a28-4413-9e5b-84e2d576651e'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:04:40.902346 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75cf6a0b0aca4359f4c43b56c27fa80c20f62c04807301a9a0ec5234ef5b0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267dec2a-14b0-4e66-8b94-8f8cda1c0927" -d '{"events": [{"server_uuid": "e68d6609-e48d-4d4d-8327-48fbf40b6ebd", "name": "network-vif-plugged", "status": "completed", "tag": "caf319b9-9a28-4413-9e5b-84e2d576651e"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:04:40.908792 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port caf319b9-9a28-4413-9e5b-84e2d576651e, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=caf319b9-9a28-4413-9e5b-84e2d576651e,segment=NetworkSegment(5fa9b816-b3f6-4937-96b4-c071644992f7),segment_id=5fa9b816-b3f6-4937-96b4-c071644992f7)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:04:40.914024 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (caf319b9-9a28-4413-9e5b-84e2d576651e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:40.914544 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c1828-7f90-4ea8-84cc-31b9c5b83651 req-b1678295-5619-4e9e-9b74-3c73f5432d7a tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:40.916833 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-799c1828-7f90-4ea8-84cc-31b9c5b83651 req-b1678295-5619-4e9e-9b74-3c73f5432d7a tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.0712724 May 26 14:04:40.921341 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7ea16d2d-8116-4d39-94a6-87e70a5b8241 req-f139fbfd-887f-4e81-a9b7-14d39da9210b tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919347 May 26 14:04:40.963943 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=caf319b9-9a28-4413-9e5b-84e2d576651e,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:40.972419 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2441a5c-9fed-4e8c-98d3-30d98de81265 x-openstack-request-id: req-f2441a5c-9fed-4e8c-98d3-30d98de81265 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:04:40.972792 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e68d6609-e48d-4d4d-8327-48fbf40b6ebd", "name": "network-vif-plugged", "status": "completed", "tag": "caf319b9-9a28-4413-9e5b-84e2d576651e", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:04:40.973289 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f2441a5c-9fed-4e8c-98d3-30d98de81265 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:04:40.974149 dv-cinder-842130-1-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2441a5c-9fed-4e8c-98d3-30d98de81265'] response: {'server_uuid': 'e68d6609-e48d-4d4d-8327-48fbf40b6ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf319b9-9a28-4413-9e5b-84e2d576651e', 'code': 200} May 26 14:04:40.975323 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-799c1828-7f90-4ea8-84cc-31b9c5b83651 req-3f076b3c-d5fd-4b9e-8384-c9bc7f472226 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514452 May 26 14:04:41.886129 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:41.898269 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1b200-8501-4af8-8acb-91562acf912e req-1e1fde25-ebf4-4c47-8a6f-02c4b1aaee4c tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:41.899717 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-14a1b200-8501-4af8-8acb-91562acf912e req-1e1fde25-ebf4-4c47-8a6f-02c4b1aaee4c tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 946 time: 0.0513644 May 26 14:04:41.947346 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-14a1b200-8501-4af8-8acb-91562acf912e req-b90ea727-6ff1-4c93-9f4b-7efd09ceb856 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420282 May 26 14:04:42.035435 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514cbffa-3f6c-4551-855a-d145ddd2bae1 req-69961ca0-7478-4236-beaf-704449fdf850 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:42.036896 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-514cbffa-3f6c-4551-855a-d145ddd2bae1 req-69961ca0-7478-4236-beaf-704449fdf850 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=e68d6609-e48d-4d4d-8327-48fbf40b6ebd HTTP/1.1" status: 200 len: 945 time: 0.0472672 May 26 14:04:42.120004 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20292146-8c42-4ab0-a26d-877b4a5f8eb2 req-08e84189-6acc-43af-906e-c979386da32c tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:42.121478 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-20292146-8c42-4ab0-a26d-877b4a5f8eb2 req-08e84189-6acc-43af-906e-c979386da32c tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.0779455 May 26 14:04:42.126511 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-514cbffa-3f6c-4551-855a-d145ddd2bae1 req-4f460e93-7aad-4931-af00-f3bef5aa5e49 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841210 May 26 14:04:42.168396 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-20292146-8c42-4ab0-a26d-877b4a5f8eb2 req-50be3c0c-4876-4ca0-94f1-3e1278c0583b tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d73e859c-cb86-4e98-9ab1-749f9662b993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408170 May 26 14:04:42.681385 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00911a32-0029-4e49-9df4-de8e089620a1 req-993531b0-2252-45eb-b428-987102178a07 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:42.682853 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-00911a32-0029-4e49-9df4-de8e089620a1 req-993531b0-2252-45eb-b428-987102178a07 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.82 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 945 time: 0.0647230 May 26 14:04:42.683768 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0664d67-e612-4679-b6c2-a6b8b3e060a4 req-4004b0bf-a218-4662-a9d5-a07365f18a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:42.685123 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b0664d67-e612-4679-b6c2-a6b8b3e060a4 req-4004b0bf-a218-4662-a9d5-a07365f18a64 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e68d6609-e48d-4d4d-8327-48fbf40b6ebd HTTP/1.1" status: 200 len: 1129 time: 0.0748279 May 26 14:04:42.794359 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b0664d67-e612-4679-b6c2-a6b8b3e060a4 req-24ec2f6c-a202-4169-9ebb-2ac73aa2676f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941050 May 26 14:04:42.806595 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-00911a32-0029-4e49-9df4-de8e089620a1 req-05ba49d2-a99b-44bc-9005-a08e423c0fd2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Deleting port 325f8a3e-5419-43f8-a8e8-0067da401f65 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:04:42.806935 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-00911a32-0029-4e49-9df4-de8e089620a1 req-05ba49d2-a99b-44bc-9005-a08e423c0fd2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (325f8a3e-5419-43f8-a8e8-0067da401f65), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:42.896661 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-00911a32-0029-4e49-9df4-de8e089620a1 req-05ba49d2-a99b-44bc-9005-a08e423c0fd2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] For port 325f8a3e-5419-43f8-a8e8-0067da401f65, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=325f8a3e-5419-43f8-a8e8-0067da401f65,segment=NetworkSegment(dadb0ef3-0764-477f-9135-b33720fcec5f),segment_id=dadb0ef3-0764-477f-9135-b33720fcec5f)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:04:42.897011 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-00911a32-0029-4e49-9df4-de8e089620a1 req-05ba49d2-a99b-44bc-9005-a08e423c0fd2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (325f8a3e-5419-43f8-a8e8-0067da401f65), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:42.938159 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=100 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:43.054129 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-00911a32-0029-4e49-9df4-de8e089620a1 req-05ba49d2-a99b-44bc-9005-a08e423c0fd2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:43.054485 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-00911a32-0029-4e49-9df4-de8e089620a1 req-05ba49d2-a99b-44bc-9005-a08e423c0fd2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778712'] for floatingip (e00e3a8d-4f76-4b37-b148-3b4c2ea0862c), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:43.054799 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.db.l3_db [req-00911a32-0029-4e49-9df4-de8e089620a1 req-05ba49d2-a99b-44bc-9005-a08e423c0fd2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Floating IP e00e3a8d-4f76-4b37-b148-3b4c2ea0862c disassociated. External IP: 172.27.1.156, port: 325f8a3e-5419-43f8-a8e8-0067da401f65. May 26 14:04:43.055141 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-00911a32-0029-4e49-9df4-de8e089620a1 req-05ba49d2-a99b-44bc-9005-a08e423c0fd2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Calling delete_port for 325f8a3e-5419-43f8-a8e8-0067da401f65 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:04:43.128081 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:43.185813 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-00911a32-0029-4e49-9df4-de8e089620a1 req-05ba49d2-a99b-44bc-9005-a08e423c0fd2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (325f8a3e-5419-43f8-a8e8-0067da401f65), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:43.218644 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba49d2-a99b-44bc-9005-a08e423c0fd2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Pushing event deleted for resources: {'Port': ['ID=325f8a3e-5419-43f8-a8e8-0067da401f65,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:43.251518 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028da8e-c6c7-42e0-80b8-9cb50abef5f8 req-b681b2f8-2532-4731-87b6-b35f6a173ddb tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:43.253272 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5028da8e-c6c7-42e0-80b8-9cb50abef5f8 req-b681b2f8-2532-4731-87b6-b35f6a173ddb tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=e68d6609-e48d-4d4d-8327-48fbf40b6ebd HTTP/1.1" status: 200 len: 945 time: 0.0567105 May 26 14:04:43.297400 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-feb30bab-f93b-48cb-8ee1-4ed26dde2fe0 req-457e4ecd-53fb-42f2-b9e4-ecacd6b13e4e tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 210 time: 0.0430870 May 26 14:04:43.334561 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5028da8e-c6c7-42e0-80b8-9cb50abef5f8 req-136f0679-5452-4ce3-83fd-e44e70696dcc tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667796 May 26 14:04:43.337347 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00911a32-0029-4e49-9df4-de8e089620a1 req-05ba49d2-a99b-44bc-9005-a08e423c0fd2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Router 38e4db80-f86e-40b1-ab5e-e89952294e91 has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:04:43.439490 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00911a32-0029-4e49-9df4-de8e089620a1 req-05ba49d2-a99b-44bc-9005-a08e423c0fd2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:04:43.450340 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19688297-df12-4d48-9f93-b66deeba6788 None None] Sync routers for ids ['38e4db80-f86e-40b1-ab5e-e89952294e91'] in dv-cinder-842130-1-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:04:43.460729 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19688297-df12-4d48-9f93-b66deeba6788 None None] Routers {'38e4db80-f86e-40b1-ab5e-e89952294e91'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:04:43.461379 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-19688297-df12-4d48-9f93-b66deeba6788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:04:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['38e4db80-f86e-40b1-ab5e-e89952294e91'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:04:43.480781 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-00911a32-0029-4e49-9df4-de8e089620a1 req-05ba49d2-a99b-44bc-9005-a08e423c0fd2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] No DVR routers for this DVR port 325f8a3e-5419-43f8-a8e8-0067da401f65 on host hv-cinder-84213 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:04:43.483264 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-00911a32-0029-4e49-9df4-de8e089620a1 req-05ba49d2-a99b-44bc-9005-a08e423c0fd2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:43.486482 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-00911a32-0029-4e49-9df4-de8e089620a1 req-05ba49d2-a99b-44bc-9005-a08e423c0fd2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.82 "DELETE /v2.0/ports/325f8a3e-5419-43f8-a8e8-0067da401f65 HTTP/1.1" status: 204 len: 173 time: 0.7924762 May 26 14:04:43.486912 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa89e8ed-11d3-42d2-b030-5b7497694471', 'name': 'network-vif-deleted', 'tag': '325f8a3e-5419-43f8-a8e8-0067da401f65'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:04:43.489137 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a2fe3094dbca619affac8640d5d00e1e0d94bf0ce4138e249cf9dd9a9bbd82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181c9566-0179-4774-bd83-0f6cf68c61b2" -d '{"events": [{"server_uuid": "aa89e8ed-11d3-42d2-b030-5b7497694471", "name": "network-vif-deleted", "tag": "325f8a3e-5419-43f8-a8e8-0067da401f65"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:04:43.526422 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9216c3df-4bb9-41af-9072-d9c3e89eadd1 x-openstack-request-id: req-9216c3df-4bb9-41af-9072-d9c3e89eadd1 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:04:43.526712 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa89e8ed-11d3-42d2-b030-5b7497694471", "name": "network-vif-deleted", "tag": "325f8a3e-5419-43f8-a8e8-0067da401f65", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:04:43.526967 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9216c3df-4bb9-41af-9072-d9c3e89eadd1 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:04:43.527369 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9216c3df-4bb9-41af-9072-d9c3e89eadd1'] response: {'server_uuid': 'aa89e8ed-11d3-42d2-b030-5b7497694471', 'name': 'network-vif-deleted', 'tag': '325f8a3e-5419-43f8-a8e8-0067da401f65', 'status': 'completed', 'code': 200} May 26 14:04:43.553530 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:43.566852 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-19688297-df12-4d48-9f93-b66deeba6788 None None] Set router 38e4db80-f86e-40b1-ab5e-e89952294e91 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:04:43.770194 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-19688297-df12-4d48-9f93-b66deeba6788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'name': 'tempest-ServerRescueNegativeTestJSON-88354539-router', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '8e9aac80-de01-4c0b-bde9-d15df6b93009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:13Z', 'revision_number': 4, 'project_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'gw_port': {'id': '8e9aac80-de01-4c0b-bde9-d15df6b93009', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': '05e118aa-af8d-488e-8884-9d41b88685a2', 'name': '', 'network_id': '94664734-1654-43f2-b262-23850dca9bb9', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'mac_address': 'fa:16:3e:b0:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '463c251f-969b-49e6-b225-a476c859b795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:12Z', 'updated_at': '2022-05-26T13:56:24Z', 'revision_number': 5, 'project_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'subnets': [{'id': '463c251f-969b-49e6-b225-a476c859b795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:04:43.793806 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19688297-df12-4d48-9f93-b66deeba6788 None None] Checking router: 38e4db80-f86e-40b1-ab5e-e89952294e91 for host: dv-cinder-842130-1-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:04:43.802972 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19688297-df12-4d48-9f93-b66deeba6788 None None] Routers {'38e4db80-f86e-40b1-ab5e-e89952294e91'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:04:43.803582 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-19688297-df12-4d48-9f93-b66deeba6788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:04:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['38e4db80-f86e-40b1-ab5e-e89952294e91'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:04:43.908261 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-19688297-df12-4d48-9f93-b66deeba6788 None None] Set router 38e4db80-f86e-40b1-ab5e-e89952294e91 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:04:43.972848 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:44.099265 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-19688297-df12-4d48-9f93-b66deeba6788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'name': 'tempest-ServerRescueNegativeTestJSON-88354539-router', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '8e9aac80-de01-4c0b-bde9-d15df6b93009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:13Z', 'revision_number': 4, 'project_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'gw_port': {'id': '8e9aac80-de01-4c0b-bde9-d15df6b93009', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': '05e118aa-af8d-488e-8884-9d41b88685a2', 'name': '', 'network_id': '94664734-1654-43f2-b262-23850dca9bb9', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'mac_address': 'fa:16:3e:b0:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '463c251f-969b-49e6-b225-a476c859b795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:12Z', 'updated_at': '2022-05-26T13:56:24Z', 'revision_number': 5, 'project_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'subnets': [{'id': '463c251f-969b-49e6-b225-a476c859b795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:04:44.127117 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19688297-df12-4d48-9f93-b66deeba6788 None None] The sync data for ids ['38e4db80-f86e-40b1-ab5e-e89952294e91'] in dv-cinder-842130-1-iscsi is: [{'id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'name': 'tempest-ServerRescueNegativeTestJSON-88354539-router', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '8e9aac80-de01-4c0b-bde9-d15df6b93009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:13Z', 'revision_number': 4, 'project_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'gw_port': {'id': '8e9aac80-de01-4c0b-bde9-d15df6b93009', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': '05e118aa-af8d-488e-8884-9d41b88685a2', 'name': '', 'network_id': '94664734-1654-43f2-b262-23850dca9bb9', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'mac_address': 'fa:16:3e:b0:e3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '463c251f-969b-49e6-b225-a476c859b795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:12Z', 'updated_at': '2022-05-26T13:56:24Z', 'revision_number': 5, 'project_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'subnets': [{'id': '463c251f-969b-49e6-b225-a476c859b795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:04:44.359252 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5847b610-a687-4a1d-b258-bcbb6b404efc None None] New status for floating IP e00e3a8d-4f76-4b37-b148-3b4c2ea0862c: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 14:04:44.429457 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c1e1ee4e-8b4d-4e92-ae79-f5c92519eca1 req-b60d5120-475f-4090-a532-909a74299b9e tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=aa89e8ed-11d3-42d2-b030-5b7497694471 HTTP/1.1" status: 200 len: 210 time: 0.0409338 May 26 14:04:44.467623 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ca219-fcca-4bf9-8ebf-7787145a8f27 req-70f7f7b7-88be-4e1f-9369-bc8612da0601 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:44.469099 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-427ca219-fcca-4bf9-8ebf-7787145a8f27 req-70f7f7b7-88be-4e1f-9369-bc8612da0601 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=e68d6609-e48d-4d4d-8327-48fbf40b6ebd HTTP/1.1" status: 200 len: 945 time: 0.0498307 May 26 14:04:44.495692 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:44.525041 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-427ca219-fcca-4bf9-8ebf-7787145a8f27 req-983b82f2-f6b4-42a5-8dfe-4af969070e91 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501127 May 26 14:04:44.747758 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 325f8a3e-5419-43f8-a8e8-0067da401f65 no longer exists at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:04:44.767235 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] No Port match for: 325f8a3e-5419-43f8-a8e8-0067da401f65 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:04:44.767570 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 325f8a3e-5419-43f8-a8e8-0067da401f65 not bound to the agent host hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:04:45.514045 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 51562) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:04:45.568566 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8ab6e056-dd5c-4749-819a-7f7001b12ddd tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks [] for security_group (d73e859c-cb86-4e98-9ab1-749f9662b993), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:45.593253 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8ab6e056-dd5c-4749-819a-7f7001b12ddd tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks [] for security_group (d73e859c-cb86-4e98-9ab1-749f9662b993), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:45.664625 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48ba35-efdc-4ea1-9585-73dc60e68c82 req-2dc99520-933f-4967-9f0d-0ce44140c42c tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:45.666110 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1d48ba35-efdc-4ea1-9585-73dc60e68c82 req-2dc99520-933f-4967-9f0d-0ce44140c42c tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=e68d6609-e48d-4d4d-8327-48fbf40b6ebd HTTP/1.1" status: 200 len: 945 time: 0.0700662 May 26 14:04:45.698083 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8ab6e056-dd5c-4749-819a-7f7001b12ddd tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (d73e859c-cb86-4e98-9ab1-749f9662b993), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:45.700587 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8ab6e056-dd5c-4749-819a-7f7001b12ddd tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:45.702396 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-8ab6e056-dd5c-4749-819a-7f7001b12ddd tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "DELETE /v2.0/security-groups/d73e859c-cb86-4e98-9ab1-749f9662b993 HTTP/1.1" status: 204 len: 168 time: 0.1873598 May 26 14:04:45.705601 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 51566) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:04:45.721806 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.api.v2.resource [None req-1798ca8c-e1d3-467d-933e-7368104bd2c6 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] show failed (client error): The resource could not be found. May 26 14:04:45.722751 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-1798ca8c-e1d3-467d-933e-7368104bd2c6 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups/d73e859c-cb86-4e98-9ab1-749f9662b993 HTTP/1.1" status: 404 len: 347 time: 0.0161691 May 26 14:04:45.725481 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 51568) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:04:45.727402 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab6e056-dd5c-4749-819a-7f7001b12ddd tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73e859c-cb86-4e98-9ab1-749f9662b993,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:45.749622 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1d48ba35-efdc-4ea1-9585-73dc60e68c82 req-daf76385-8e36-4f8f-b479-d91d5957a3cc tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767884 May 26 14:04:45.838551 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-60024959-956c-44be-bb68-b843419894f7 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Deleting port 9adedf2e-6a51-4be0-9d47-cbec4bbc5332 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:04:45.838897 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60024959-956c-44be-bb68-b843419894f7 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (9adedf2e-6a51-4be0-9d47-cbec4bbc5332), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:45.860888 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a367b0-93dd-41cb-81ea-74bd0d840cb0 req-ca89f13f-8af0-480e-bd52-b30744909685 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:45.862484 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-22a367b0-93dd-41cb-81ea-74bd0d840cb0 req-ca89f13f-8af0-480e-bd52-b30744909685 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=e68d6609-e48d-4d4d-8327-48fbf40b6ebd HTTP/1.1" status: 200 len: 945 time: 0.0470486 May 26 14:04:45.914653 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-22a367b0-93dd-41cb-81ea-74bd0d840cb0 req-7ac1d1b8-ead8-4fe2-b352-e98c02d0fba9 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466120 May 26 14:04:45.921254 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60024959-956c-44be-bb68-b843419894f7 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (9adedf2e-6a51-4be0-9d47-cbec4bbc5332), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:45.921584 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60024959-956c-44be-bb68-b843419894f7 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks [] for floatingip (9adedf2e-6a51-4be0-9d47-cbec4bbc5332), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:45.936087 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-60024959-956c-44be-bb68-b843419894f7 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Calling delete_port for 9adedf2e-6a51-4be0-9d47-cbec4bbc5332 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:04:45.938547 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 51572) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:04:45.978790 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0468d964-dae6-4371-b0f6-be7257404694 tempest-TestVolumeBootPattern-1623691256 tempest-TestVolumeBootPattern-1623691256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:45.980188 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-0468d964-dae6-4371-b0f6-be7257404694 tempest-TestVolumeBootPattern-1623691256 tempest-TestVolumeBootPattern-1623691256-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=e68d6609-e48d-4d4d-8327-48fbf40b6ebd HTTP/1.1" status: 200 len: 1124 time: 0.0406711 May 26 14:04:45.983550 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 51574) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:04:45.987679 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-f74dbb64-cb92-4cab-8877-0c366bccfc08 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Request body: {'floatingip': {'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'port_id': 'caf319b9-9a28-4413-9e5b-84e2d576651e', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:04:46.009688 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f74dbb64-cb92-4cab-8877-0c366bccfc08 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:46.069009 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:46.078178 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60024959-956c-44be-bb68-b843419894f7 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (9adedf2e-6a51-4be0-9d47-cbec4bbc5332), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:46.097242 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f74dbb64-cb92-4cab-8877-0c366bccfc08 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:46.099550 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:46.117746 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60024959-956c-44be-bb68-b843419894f7 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Pushing event deleted for resources: {'Port': ['ID=9adedf2e-6a51-4be0-9d47-cbec4bbc5332,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:46.175647 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60024959-956c-44be-bb68-b843419894f7 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks [] for floatingip (e00e3a8d-4f76-4b37-b148-3b4c2ea0862c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:46.178245 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60024959-956c-44be-bb68-b843419894f7 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:46.181630 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-60024959-956c-44be-bb68-b843419894f7 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "DELETE /v2.0/floatingips/e00e3a8d-4f76-4b37-b148-3b4c2ea0862c HTTP/1.1" status: 204 len: 168 time: 0.4551940 May 26 14:04:46.213181 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-f74dbb64-cb92-4cab-8877-0c366bccfc08 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Allocated IP 172.27.1.202 (52e096d4-8aa7-4f06-8835-685346500be4/afa79513-0fef-42b7-ae4f-8319e7853c26/e79e4b95-a2aa-47df-91a3-ef532a4c7238) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:04:46.325541 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f74dbb64-cb92-4cab-8877-0c366bccfc08 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for port (e79e4b95-a2aa-47df-91a3-ef532a4c7238), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:46.358920 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f74dbb64-cb92-4cab-8877-0c366bccfc08 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (e79e4b95-a2aa-47df-91a3-ef532a4c7238), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:46.401023 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74dbb64-cb92-4cab-8877-0c366bccfc08 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Network 52e096d4-8aa7-4f06-8835-685346500be4 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:04:46.407335 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-f74dbb64-cb92-4cab-8877-0c366bccfc08 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:04:46.410864 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74dbb64-cb92-4cab-8877-0c366bccfc08 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 14:04:46.415351 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:46.437397 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74dbb64-cb92-4cab-8877-0c366bccfc08 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Pushing event updated for resources: {'Port': ['ID=e79e4b95-a2aa-47df-91a3-ef532a4c7238,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:46.766180 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f74dbb64-cb92-4cab-8877-0c366bccfc08 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for floatingip (696419e6-5114-43b0-904b-bf4d2d6ff1e7), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:46.833744 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f74dbb64-cb92-4cab-8877-0c366bccfc08 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (e79e4b95-a2aa-47df-91a3-ef532a4c7238), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:46.902446 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:47.007870 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f74dbb64-cb92-4cab-8877-0c366bccfc08 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for port (e79e4b95-a2aa-47df-91a3-ef532a4c7238), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:47.012438 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f74dbb64-cb92-4cab-8877-0c366bccfc08 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13292136'] for port (e79e4b95-a2aa-47df-91a3-ef532a4c7238), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:47.083896 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74dbb64-cb92-4cab-8877-0c366bccfc08 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Pushing event updated for resources: {'Port': ['ID=e79e4b95-a2aa-47df-91a3-ef532a4c7238,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:47.093415 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f74dbb64-cb92-4cab-8877-0c366bccfc08 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778712'] for floatingip (696419e6-5114-43b0-904b-bf4d2d6ff1e7), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:47.439016 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.db.l3_db [None req-f74dbb64-cb92-4cab-8877-0c366bccfc08 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Floating IP 696419e6-5114-43b0-904b-bf4d2d6ff1e7 associated. External IP: 172.27.1.202, port: caf319b9-9a28-4413-9e5b-84e2d576651e. May 26 14:04:47.502249 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c7b549f7-acfe-4733-bb40-35f45e459c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:47.524985 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:47.637357 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74dbb64-cb92-4cab-8877-0c366bccfc08 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Router b7c93cc2-e741-4932-8956-ed9aed4ead8f has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:04:47.743978 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74dbb64-cb92-4cab-8877-0c366bccfc08 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:04:47.755517 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc25239-43e7-45c2-9efc-93f5f671ce76 None None] Sync routers for ids ['b7c93cc2-e741-4932-8956-ed9aed4ead8f'] in dv-cinder-842130-1-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:04:47.763809 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f74dbb64-cb92-4cab-8877-0c366bccfc08 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:47.766188 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc25239-43e7-45c2-9efc-93f5f671ce76 None None] Routers {'b7c93cc2-e741-4932-8956-ed9aed4ead8f'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:04:47.767041 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-bfc25239-43e7-45c2-9efc-93f5f671ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:04:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['b7c93cc2-e741-4932-8956-ed9aed4ead8f'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:04:47.794809 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-f74dbb64-cb92-4cab-8877-0c366bccfc08 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8101707 May 26 14:04:47.795526 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e68d6609-e48d-4d4d-8327-48fbf40b6ebd', 'tag': 'caf319b9-9a28-4413-9e5b-84e2d576651e'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:04:47.797887 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a67d27a2ec375fafa348027e062b6cf3c7935884065918e746e599b143197b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3ad398-d0e2-4021-bfd6-ac3ae5486381" -d '{"events": [{"name": "network-changed", "server_uuid": "e68d6609-e48d-4d4d-8327-48fbf40b6ebd", "tag": "caf319b9-9a28-4413-9e5b-84e2d576651e"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:04:47.836309 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 14:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0102549-c95a-4a07-ab31-adf60765d6b6 x-openstack-request-id: req-c0102549-c95a-4a07-ab31-adf60765d6b6 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:04:47.836603 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e68d6609-e48d-4d4d-8327-48fbf40b6ebd", "tag": "caf319b9-9a28-4413-9e5b-84e2d576651e", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:04:47.836857 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c0102549-c95a-4a07-ab31-adf60765d6b6 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:04:47.837281 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0102549-c95a-4a07-ab31-adf60765d6b6'] response: {'name': 'network-changed', 'server_uuid': 'e68d6609-e48d-4d4d-8327-48fbf40b6ebd', 'tag': 'caf319b9-9a28-4413-9e5b-84e2d576651e', 'status': 'completed', 'code': 200} May 26 14:04:47.930822 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ad398-d0e2-4021-bfd6-ac3ae5486381 req-24d9c3ae-66f4-4482-8aaa-8357fa337ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:47.932331 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8d3ad398-d0e2-4021-bfd6-ac3ae5486381 req-24d9c3ae-66f4-4482-8aaa-8357fa337ede service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ed15631acafd41528b96f2ed12c19e5b&device_id=e68d6609-e48d-4d4d-8327-48fbf40b6ebd HTTP/1.1" status: 200 len: 1129 time: 0.0389659 May 26 14:04:47.988774 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-bfc25239-43e7-45c2-9efc-93f5f671ce76 None None] Set router b7c93cc2-e741-4932-8956-ed9aed4ead8f gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:04:48.002107 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:48.029747 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ad398-d0e2-4021-bfd6-ac3ae5486381 req-9f3d9a3b-727a-4942-9612-201ad7159172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:48.031223 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8d3ad398-d0e2-4021-bfd6-ac3ae5486381 req-9f3d9a3b-727a-4942-9612-201ad7159172 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bb3bf56d-90fc-4a74-995d-ab2752db975c HTTP/1.1" status: 200 len: 913 time: 0.0896089 May 26 14:04:48.093598 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8d3ad398-d0e2-4021-bfd6-ac3ae5486381 req-4fce5b79-0265-4ee1-b4b6-161536d139df service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=caf319b9-9a28-4413-9e5b-84e2d576651e HTTP/1.1" status: 200 len: 999 time: 0.0543952 May 26 14:04:48.133513 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:48.148091 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ad398-d0e2-4021-bfd6-ac3ae5486381 req-f041e457-9f0c-4e8c-8bf8-0b1069c97948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:48.149731 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8d3ad398-d0e2-4021-bfd6-ac3ae5486381 req-f041e457-9f0c-4e8c-8bf8-0b1069c97948 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a30ef594-0dbe-4d1b-9278-186af670d87d HTTP/1.1" status: 200 len: 851 time: 0.0490644 May 26 14:04:48.194098 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ad398-d0e2-4021-bfd6-ac3ae5486381 req-0a579d5a-1577-414b-9070-b7603c039576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:48.195528 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8d3ad398-d0e2-4021-bfd6-ac3ae5486381 req-0a579d5a-1577-414b-9070-b7603c039576 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bb3bf56d-90fc-4a74-995d-ab2752db975c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385623 May 26 14:04:48.201374 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-bfc25239-43e7-45c2-9efc-93f5f671ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'name': 'tempest-TestVolumeBootPattern-2008676792-router', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T13:59:41Z', 'revision_number': 4, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'gw_port': {'id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': '696419e6-5114-43b0-904b-bf4d2d6ff1e7', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'port_id': 'caf319b9-9a28-4413-9e5b-84e2d576651e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'mac_address': 'fa:16:3e:5b:4c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68d6609-e48d-4d4d-8327-48fbf40b6ebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:04:46Z', 'updated_at': '2022-05-26T14:04:46Z', 'revision_number': 0, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c838c993-7dcc-4776-a562-c32b19de95f4', 'name': '', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'mac_address': 'fa:16:3e:a2:9e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:39Z', 'updated_at': '2022-05-26T13:59:48Z', 'revision_number': 5, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'subnets': [{'id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:04:48.226070 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc25239-43e7-45c2-9efc-93f5f671ce76 None None] Checking router: b7c93cc2-e741-4932-8956-ed9aed4ead8f for host: dv-cinder-842130-1-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:04:48.234519 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc25239-43e7-45c2-9efc-93f5f671ce76 None None] Routers {'b7c93cc2-e741-4932-8956-ed9aed4ead8f'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:04:48.235129 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-bfc25239-43e7-45c2-9efc-93f5f671ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:04:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['b7c93cc2-e741-4932-8956-ed9aed4ead8f'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:04:48.284615 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8d3ad398-d0e2-4021-bfd6-ac3ae5486381 req-a3e84754-508e-44b8-aaa9-11a74190bdbb service neutron] 10.222.0.82 "GET /v2.0/networks/bb3bf56d-90fc-4a74-995d-ab2752db975c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822637 May 26 14:04:48.337087 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-bfc25239-43e7-45c2-9efc-93f5f671ce76 None None] Set router b7c93cc2-e741-4932-8956-ed9aed4ead8f gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:04:48.381483 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8d3ad398-d0e2-4021-bfd6-ac3ae5486381 req-5b642d00-964b-4ffb-9b6f-938a394a25ce service neutron] 10.222.0.82 "GET /v2.0/networks/bb3bf56d-90fc-4a74-995d-ab2752db975c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870357 May 26 14:04:48.478595 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=100 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:48.552327 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-bfc25239-43e7-45c2-9efc-93f5f671ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'name': 'tempest-TestVolumeBootPattern-2008676792-router', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T13:59:41Z', 'revision_number': 4, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'gw_port': {'id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': '696419e6-5114-43b0-904b-bf4d2d6ff1e7', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'port_id': 'caf319b9-9a28-4413-9e5b-84e2d576651e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'mac_address': 'fa:16:3e:5b:4c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68d6609-e48d-4d4d-8327-48fbf40b6ebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:04:46Z', 'updated_at': '2022-05-26T14:04:46Z', 'revision_number': 0, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c838c993-7dcc-4776-a562-c32b19de95f4', 'name': '', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'mac_address': 'fa:16:3e:a2:9e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:39Z', 'updated_at': '2022-05-26T13:59:48Z', 'revision_number': 5, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'subnets': [{'id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:04:48.582121 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc25239-43e7-45c2-9efc-93f5f671ce76 None None] The sync data for ids ['b7c93cc2-e741-4932-8956-ed9aed4ead8f'] in dv-cinder-842130-1-iscsi is: [{'id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'name': 'tempest-TestVolumeBootPattern-2008676792-router', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T13:59:41Z', 'revision_number': 4, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'gw_port': {'id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': '696419e6-5114-43b0-904b-bf4d2d6ff1e7', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'port_id': 'caf319b9-9a28-4413-9e5b-84e2d576651e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'mac_address': 'fa:16:3e:5b:4c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68d6609-e48d-4d4d-8327-48fbf40b6ebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:04:46Z', 'updated_at': '2022-05-26T14:04:46Z', 'revision_number': 0, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c838c993-7dcc-4776-a562-c32b19de95f4', 'name': '', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'mac_address': 'fa:16:3e:a2:9e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:39Z', 'updated_at': '2022-05-26T13:59:48Z', 'revision_number': 5, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'subnets': [{'id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:04:48.680643 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884c689-2d55-4984-8b99-bf09733b62de req-c1004826-ab35-480d-9720-62b60872077f tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:48.682186 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6884c689-2d55-4984-8b99-bf09733b62de req-c1004826-ab35-480d-9720-62b60872077f tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0519979 May 26 14:04:48.731861 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6884c689-2d55-4984-8b99-bf09733b62de req-a37330a1-e71c-4d33-8b6c-ffa34d955c45 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434542 May 26 14:04:48.773719 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045bbeab-e290-4b4d-9a46-6cbd29c5b21b None None] New status for floating IP 696419e6-5114-43b0-904b-bf4d2d6ff1e7: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 14:04:49.655815 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1b3d85c0-da0f-41bc-acff-0e1ad59c3ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:49.672585 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac66ba-f4a2-41a1-bbff-45cb93edd5bc req-c5cb519c-b1dd-4cc1-8294-c06cf4feee10 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:49.674064 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-09ac66ba-f4a2-41a1-bbff-45cb93edd5bc req-c5cb519c-b1dd-4cc1-8294-c06cf4feee10 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.82 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0478384 May 26 14:04:49.761670 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-09ac66ba-f4a2-41a1-bbff-45cb93edd5bc req-ee2fbb79-4e1e-4b41-96a4-0dd911c8b819 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Deleting port 9ea477a5-0b77-466c-b782-069bc53617e5 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:04:49.761889 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-09ac66ba-f4a2-41a1-bbff-45cb93edd5bc req-ee2fbb79-4e1e-4b41-96a4-0dd911c8b819 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (9ea477a5-0b77-466c-b782-069bc53617e5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:49.850978 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-09ac66ba-f4a2-41a1-bbff-45cb93edd5bc req-ee2fbb79-4e1e-4b41-96a4-0dd911c8b819 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] For port 9ea477a5-0b77-466c-b782-069bc53617e5, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=9ea477a5-0b77-466c-b782-069bc53617e5,segment=NetworkSegment(dadb0ef3-0764-477f-9135-b33720fcec5f),segment_id=dadb0ef3-0764-477f-9135-b33720fcec5f)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:04:49.851263 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ddc00-92b1-4979-bea9-689cfddeea36 req-ff2de450-f7bc-4bcc-a921-2f681e80f389 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:49.851737 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-09ac66ba-f4a2-41a1-bbff-45cb93edd5bc req-ee2fbb79-4e1e-4b41-96a4-0dd911c8b819 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (9ea477a5-0b77-466c-b782-069bc53617e5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:49.852737 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fa0ddc00-92b1-4979-bea9-689cfddeea36 req-ff2de450-f7bc-4bcc-a921-2f681e80f389 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=e953c9eb-adb5-49a2-b9c2-03633d118240 HTTP/1.1" status: 200 len: 946 time: 0.0505047 May 26 14:04:49.864885 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-09ac66ba-f4a2-41a1-bbff-45cb93edd5bc req-ee2fbb79-4e1e-4b41-96a4-0dd911c8b819 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Calling delete_port for 9ea477a5-0b77-466c-b782-069bc53617e5 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:04:49.900408 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fa0ddc00-92b1-4979-bea9-689cfddeea36 req-b3ed9092-9a55-4999-bce4-bc6a0ae7ba70 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412610 May 26 14:04:49.990408 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-09ac66ba-f4a2-41a1-bbff-45cb93edd5bc req-ee2fbb79-4e1e-4b41-96a4-0dd911c8b819 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (9ea477a5-0b77-466c-b782-069bc53617e5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:50.000995 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:50.019726 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2fbb79-4e1e-4b41-96a4-0dd911c8b819 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Pushing event deleted for resources: {'Port': ['ID=9ea477a5-0b77-466c-b782-069bc53617e5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:50.039913 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] get_ports_and_sgs() called for port_ids ['d789974b-4593-46b6-9ee2-38b74839df10', '9ea477a5-0b77-466c-b782-069bc53617e5'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 14:04:50.065593 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ac66ba-f4a2-41a1-bbff-45cb93edd5bc req-ee2fbb79-4e1e-4b41-96a4-0dd911c8b819 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] No DVR routers for this DVR port 9ea477a5-0b77-466c-b782-069bc53617e5 on host hv-cinder-84213 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:04:50.068047 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-09ac66ba-f4a2-41a1-bbff-45cb93edd5bc req-ee2fbb79-4e1e-4b41-96a4-0dd911c8b819 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:50.071405 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-09ac66ba-f4a2-41a1-bbff-45cb93edd5bc req-ee2fbb79-4e1e-4b41-96a4-0dd911c8b819 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.82 "DELETE /v2.0/ports/9ea477a5-0b77-466c-b782-069bc53617e5 HTTP/1.1" status: 204 len: 173 time: 0.3918619 May 26 14:04:50.071826 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e953c9eb-adb5-49a2-b9c2-03633d118240', 'name': 'network-vif-deleted', 'tag': '9ea477a5-0b77-466c-b782-069bc53617e5'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:04:50.074061 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a2fe3094dbca619affac8640d5d00e1e0d94bf0ce4138e249cf9dd9a9bbd82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db14a24c-dd1b-4cb8-9b44-485d2f9eae66" -d '{"events": [{"server_uuid": "e953c9eb-adb5-49a2-b9c2-03633d118240", "name": "network-vif-deleted", "tag": "9ea477a5-0b77-466c-b782-069bc53617e5"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:04:50.120998 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2e92b2-76ea-4f65-aa69-9a1a1d23a67e x-openstack-request-id: req-4d2e92b2-76ea-4f65-aa69-9a1a1d23a67e {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:04:50.121337 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e953c9eb-adb5-49a2-b9c2-03633d118240", "name": "network-vif-deleted", "tag": "9ea477a5-0b77-466c-b782-069bc53617e5", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:04:50.121580 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4d2e92b2-76ea-4f65-aa69-9a1a1d23a67e {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:04:50.122096 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d2e92b2-76ea-4f65-aa69-9a1a1d23a67e'] response: {'server_uuid': 'e953c9eb-adb5-49a2-b9c2-03633d118240', 'name': 'network-vif-deleted', 'tag': '9ea477a5-0b77-466c-b782-069bc53617e5', 'status': 'completed', 'code': 200} May 26 14:04:51.163338 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754439e1-5f40-4ca7-94fc-a62ddeb4a603 req-8dd84003-5be4-4396-a80b-12521ba3690a tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:51.164689 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-754439e1-5f40-4ca7-94fc-a62ddeb4a603 req-8dd84003-5be4-4396-a80b-12521ba3690a tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 946 time: 0.0460868 May 26 14:04:51.184619 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:51.215846 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-754439e1-5f40-4ca7-94fc-a62ddeb4a603 req-3d224734-06af-4fbd-81c8-1245742c6bd0 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450914 May 26 14:04:51.292367 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:52.011091 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26d657-7048-40c0-bfc6-d04c0f6060ff req-3b99b47d-6bb1-4126-b8a2-5442bd0dbb30 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:52.012547 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8f26d657-7048-40c0-bfc6-d04c0f6060ff req-3b99b47d-6bb1-4126-b8a2-5442bd0dbb30 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.82 "GET /v2.0/ports?device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 946 time: 0.0461633 May 26 14:04:52.105184 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-8f26d657-7048-40c0-bfc6-d04c0f6060ff req-7042e13c-8e9b-4529-b19e-fa5a04b5498a tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Deleting port d789974b-4593-46b6-9ee2-38b74839df10 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:04:52.105576 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8f26d657-7048-40c0-bfc6-d04c0f6060ff req-7042e13c-8e9b-4529-b19e-fa5a04b5498a tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (d789974b-4593-46b6-9ee2-38b74839df10), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:52.162698 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:52.198967 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-8f26d657-7048-40c0-bfc6-d04c0f6060ff req-7042e13c-8e9b-4529-b19e-fa5a04b5498a tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] For port d789974b-4593-46b6-9ee2-38b74839df10, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=d789974b-4593-46b6-9ee2-38b74839df10,segment=NetworkSegment(dadb0ef3-0764-477f-9135-b33720fcec5f),segment_id=dadb0ef3-0764-477f-9135-b33720fcec5f)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:04:52.199328 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8f26d657-7048-40c0-bfc6-d04c0f6060ff req-7042e13c-8e9b-4529-b19e-fa5a04b5498a tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (d789974b-4593-46b6-9ee2-38b74839df10), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:52.212831 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-8f26d657-7048-40c0-bfc6-d04c0f6060ff req-7042e13c-8e9b-4529-b19e-fa5a04b5498a tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Calling delete_port for d789974b-4593-46b6-9ee2-38b74839df10 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:04:52.332749 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b52241-90d8-413e-b220-8bd0d9727cae req-3b7a419b-0013-4914-a3df-50485fa1e1b2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:52.334173 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f8b52241-90d8-413e-b220-8bd0d9727cae req-3b7a419b-0013-4914-a3df-50485fa1e1b2 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/ports?device_id=b980b635-eece-4c60-9b6c-e18d32bdc7da HTTP/1.1" status: 200 len: 946 time: 0.0467899 May 26 14:04:52.339170 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8f26d657-7048-40c0-bfc6-d04c0f6060ff req-7042e13c-8e9b-4529-b19e-fa5a04b5498a tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (d789974b-4593-46b6-9ee2-38b74839df10), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:52.365985 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042e13c-8e9b-4529-b19e-fa5a04b5498a tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Pushing event deleted for resources: {'Port': ['ID=d789974b-4593-46b6-9ee2-38b74839df10,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:52.388040 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f8b52241-90d8-413e-b220-8bd0d9727cae req-86d833b5-bbc0-47a7-867e-15a31bf8f700 tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.91 "GET /v2.0/security-groups?id=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472770 May 26 14:04:52.392325 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] get_ports_and_sgs() called for port_ids ['d789974b-4593-46b6-9ee2-38b74839df10'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 14:04:52.412730 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f26d657-7048-40c0-bfc6-d04c0f6060ff req-7042e13c-8e9b-4529-b19e-fa5a04b5498a tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] No DVR routers for this DVR port d789974b-4593-46b6-9ee2-38b74839df10 on host hv-cinder-84213 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:04:52.415178 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8f26d657-7048-40c0-bfc6-d04c0f6060ff req-7042e13c-8e9b-4529-b19e-fa5a04b5498a tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:52.418481 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8f26d657-7048-40c0-bfc6-d04c0f6060ff req-7042e13c-8e9b-4529-b19e-fa5a04b5498a tempest-ServerRescueNegativeTestJSON-1535794059 tempest-ServerRescueNegativeTestJSON-1535794059-project] 10.222.0.82 "DELETE /v2.0/ports/d789974b-4593-46b6-9ee2-38b74839df10 HTTP/1.1" status: 204 len: 173 time: 0.4002712 May 26 14:04:52.418934 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b980b635-eece-4c60-9b6c-e18d32bdc7da', 'name': 'network-vif-deleted', 'tag': 'd789974b-4593-46b6-9ee2-38b74839df10'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:04:52.421191 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a2fe3094dbca619affac8640d5d00e1e0d94bf0ce4138e249cf9dd9a9bbd82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cb3e39-8442-4922-9dfc-1fc7b5313aa6" -d '{"events": [{"server_uuid": "b980b635-eece-4c60-9b6c-e18d32bdc7da", "name": "network-vif-deleted", "tag": "d789974b-4593-46b6-9ee2-38b74839df10"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:04:52.461145 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbeedfe-5fda-4c4b-96a1-91fe1d9a622e x-openstack-request-id: req-dbbeedfe-5fda-4c4b-96a1-91fe1d9a622e {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:04:52.461511 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b980b635-eece-4c60-9b6c-e18d32bdc7da", "name": "network-vif-deleted", "tag": "d789974b-4593-46b6-9ee2-38b74839df10", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:04:52.461764 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-dbbeedfe-5fda-4c4b-96a1-91fe1d9a622e {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:04:52.462164 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbbeedfe-5fda-4c4b-96a1-91fe1d9a622e'] response: {'server_uuid': 'b980b635-eece-4c60-9b6c-e18d32bdc7da', 'name': 'network-vif-deleted', 'tag': 'd789974b-4593-46b6-9ee2-38b74839df10', 'status': 'completed', 'code': 200} May 26 14:04:52.514844 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:52.895526 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 9ea477a5-0b77-466c-b782-069bc53617e5 no longer exists at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:04:52.914609 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] No Port match for: 9ea477a5-0b77-466c-b782-069bc53617e5 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:04:52.914944 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 9ea477a5-0b77-466c-b782-069bc53617e5 not bound to the agent host hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:04:52.915352 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device d789974b-4593-46b6-9ee2-38b74839df10 no longer exists at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:04:52.933780 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] No Port match for: d789974b-4593-46b6-9ee2-38b74839df10 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:04:52.934216 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device d789974b-4593-46b6-9ee2-38b74839df10 not bound to the agent host hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:04:53.449118 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 51616) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:04:53.919319 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:53.966608 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e9740b12-76ef-48a0-b1e7-4faa2a2f2526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-781528'] for router_interface (38e4db80-f86e-40b1-ab5e-e89952294e91), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:53.988609 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:54.229545 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e9740b12-76ef-48a0-b1e7-4faa2a2f2526 admin admin] Deleting port 05e118aa-af8d-488e-8884-9d41b88685a2 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:04:54.229880 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e9740b12-76ef-48a0-b1e7-4faa2a2f2526 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (05e118aa-af8d-488e-8884-9d41b88685a2), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:54.308342 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e9740b12-76ef-48a0-b1e7-4faa2a2f2526 admin admin] For port 05e118aa-af8d-488e-8884-9d41b88685a2, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=05e118aa-af8d-488e-8884-9d41b88685a2,segment=NetworkSegment(dadb0ef3-0764-477f-9135-b33720fcec5f),segment_id=dadb0ef3-0764-477f-9135-b33720fcec5f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:04:54.308697 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e9740b12-76ef-48a0-b1e7-4faa2a2f2526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (05e118aa-af8d-488e-8884-9d41b88685a2), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:54.322421 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e9740b12-76ef-48a0-b1e7-4faa2a2f2526 admin admin] Calling delete_port for 05e118aa-af8d-488e-8884-9d41b88685a2 owned by network:router_interface {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:04:54.442378 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:54.496208 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e9740b12-76ef-48a0-b1e7-4faa2a2f2526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (05e118aa-af8d-488e-8884-9d41b88685a2), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:54.521468 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9740b12-76ef-48a0-b1e7-4faa2a2f2526 admin admin] Pushing event deleted for resources: {'Port': ['ID=05e118aa-af8d-488e-8884-9d41b88685a2,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:54.528000 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:04:54.684370 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e9740b12-76ef-48a0-b1e7-4faa2a2f2526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-302216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781380'] for router_interface (38e4db80-f86e-40b1-ab5e-e89952294e91), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:54.818471 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:54.883699 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9740b12-76ef-48a0-b1e7-4faa2a2f2526 admin admin] Router 38e4db80-f86e-40b1-ab5e-e89952294e91 has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:04:54.983930 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9740b12-76ef-48a0-b1e7-4faa2a2f2526 admin admin] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:04:54.990515 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-e9740b12-76ef-48a0-b1e7-4faa2a2f2526 admin admin] 10.222.0.91 "PUT /v2.0/routers/38e4db80-f86e-40b1-ab5e-e89952294e91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5389755 May 26 14:04:54.991387 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 51624) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:04:54.994891 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76acfe81-1087-4607-98ed-91cce6a72456 None None] Sync routers for ids ['38e4db80-f86e-40b1-ab5e-e89952294e91'] in dv-cinder-842130-1-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:04:55.012898 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76acfe81-1087-4607-98ed-91cce6a72456 None None] Routers {'38e4db80-f86e-40b1-ab5e-e89952294e91'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:04:55.013555 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-76acfe81-1087-4607-98ed-91cce6a72456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:04:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['38e4db80-f86e-40b1-ab5e-e89952294e91'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:04:55.092591 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4cf86a49-ad9e-4e6e-b815-0dd98ff48d3f admin admin] Publish callbacks [] for router (38e4db80-f86e-40b1-ab5e-e89952294e91), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:55.116635 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-76acfe81-1087-4607-98ed-91cce6a72456 None None] Set router 38e4db80-f86e-40b1-ab5e-e89952294e91 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:04:55.192659 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4cf86a49-ad9e-4e6e-b815-0dd98ff48d3f admin admin] Publish callbacks [] for router_gateway (38e4db80-f86e-40b1-ab5e-e89952294e91), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:55.226530 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:55.237235 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4cf86a49-ad9e-4e6e-b815-0dd98ff48d3f admin admin] Deleting port 8e9aac80-de01-4c0b-bde9-d15df6b93009 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:04:55.237570 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4cf86a49-ad9e-4e6e-b815-0dd98ff48d3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (8e9aac80-de01-4c0b-bde9-d15df6b93009), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:55.284714 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-76acfe81-1087-4607-98ed-91cce6a72456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'name': 'tempest-ServerRescueNegativeTestJSON-88354539-router', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '8e9aac80-de01-4c0b-bde9-d15df6b93009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T14:04:54Z', 'revision_number': 5, 'project_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'gw_port': {'id': '8e9aac80-de01-4c0b-bde9-d15df6b93009', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi'}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:04:55.291408 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:55.310494 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76acfe81-1087-4607-98ed-91cce6a72456 None None] Checking router: 38e4db80-f86e-40b1-ab5e-e89952294e91 for host: dv-cinder-842130-1-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:04:55.318850 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76acfe81-1087-4607-98ed-91cce6a72456 None None] Routers {'38e4db80-f86e-40b1-ab5e-e89952294e91'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:04:55.319447 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-76acfe81-1087-4607-98ed-91cce6a72456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:04:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['38e4db80-f86e-40b1-ab5e-e89952294e91'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:04:55.320177 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4cf86a49-ad9e-4e6e-b815-0dd98ff48d3f admin admin] For port 8e9aac80-de01-4c0b-bde9-d15df6b93009, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=8e9aac80-de01-4c0b-bde9-d15df6b93009,segment=NetworkSegment(7398460f-ba92-4b10-bc2e-e16a0f9ed6bc),segment_id=7398460f-ba92-4b10-bc2e-e16a0f9ed6bc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:04:55.320550 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4cf86a49-ad9e-4e6e-b815-0dd98ff48d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (8e9aac80-de01-4c0b-bde9-d15df6b93009), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:55.334238 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4cf86a49-ad9e-4e6e-b815-0dd98ff48d3f admin admin] Calling delete_port for 8e9aac80-de01-4c0b-bde9-d15df6b93009 owned by network:router_gateway {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:04:55.404595 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-76acfe81-1087-4607-98ed-91cce6a72456 None None] Set router 38e4db80-f86e-40b1-ab5e-e89952294e91 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:04:55.459589 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-76acfe81-1087-4607-98ed-91cce6a72456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'name': 'tempest-ServerRescueNegativeTestJSON-88354539-router', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T14:04:55Z', 'revision_number': 6, 'project_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'gw_port_host': None}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:04:55.484075 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76acfe81-1087-4607-98ed-91cce6a72456 None None] The sync data for ids ['38e4db80-f86e-40b1-ab5e-e89952294e91'] in dv-cinder-842130-1-iscsi is: [{'id': '38e4db80-f86e-40b1-ab5e-e89952294e91', 'name': 'tempest-ServerRescueNegativeTestJSON-88354539-router', 'tenant_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T14:04:55Z', 'revision_number': 6, 'project_id': 'e3d27b9eb0ef4c338c18c2a1d02db444', 'gw_port_host': None}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:04:55.500009 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4cf86a49-ad9e-4e6e-b815-0dd98ff48d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (8e9aac80-de01-4c0b-bde9-d15df6b93009), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:55.523538 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf86a49-ad9e-4e6e-b815-0dd98ff48d3f admin admin] Pushing event deleted for resources: {'Port': ['ID=8e9aac80-de01-4c0b-bde9-d15df6b93009,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:55.586658 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4cf86a49-ad9e-4e6e-b815-0dd98ff48d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-778726'] for router_gateway (38e4db80-f86e-40b1-ab5e-e89952294e91), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:55.688790 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4cf86a49-ad9e-4e6e-b815-0dd98ff48d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5905'] for router (38e4db80-f86e-40b1-ab5e-e89952294e91), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:55.691015 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4cf86a49-ad9e-4e6e-b815-0dd98ff48d3f admin admin] Publish callbacks [] for router_controller (38e4db80-f86e-40b1-ab5e-e89952294e91), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:55.719126 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:55.754176 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4cf86a49-ad9e-4e6e-b815-0dd98ff48d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579260'] for router (38e4db80-f86e-40b1-ab5e-e89952294e91), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:55.754800 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf86a49-ad9e-4e6e-b815-0dd98ff48d3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38e4db80-f86e-40b1-ab5e-e89952294e91 {{(pid=103886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 14:04:55.759561 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4cf86a49-ad9e-4e6e-b815-0dd98ff48d3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:55.760778 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-4cf86a49-ad9e-4e6e-b815-0dd98ff48d3f admin admin] 10.222.0.91 "DELETE /v2.0/routers/38e4db80-f86e-40b1-ab5e-e89952294e91 HTTP/1.1" status: 204 len: 168 time: 0.7683871 May 26 14:04:55.764403 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 51626) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:04:55.808542 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-4708d6fe-8b2e-4632-9727-d24f1e6c2ce4 admin admin] Deleting subnet 463c251f-969b-49e6-b225-a476c859b795 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 14:04:55.811676 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4708d6fe-8b2e-4632-9727-d24f1e6c2ce4 admin admin] Publish callbacks [] for subnet (463c251f-969b-49e6-b225-a476c859b795), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:56.070223 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4708d6fe-8b2e-4632-9727-d24f1e6c2ce4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14006249'] for subnet (463c251f-969b-49e6-b225-a476c859b795), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:56.169332 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4708d6fe-8b2e-4632-9727-d24f1e6c2ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771753'] for subnet (463c251f-969b-49e6-b225-a476c859b795), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:56.225193 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4708d6fe-8b2e-4632-9727-d24f1e6c2ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14252645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15439621'] for subnet (463c251f-969b-49e6-b225-a476c859b795), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:56.252515 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708d6fe-8b2e-4632-9727-d24f1e6c2ce4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=463c251f-969b-49e6-b225-a476c859b795,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:56.254515 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4708d6fe-8b2e-4632-9727-d24f1e6c2ce4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:56.257691 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-4708d6fe-8b2e-4632-9727-d24f1e6c2ce4 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/463c251f-969b-49e6-b225-a476c859b795 HTTP/1.1" status: 204 len: 168 time: 0.4923081 May 26 14:04:56.260141 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 51628) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:04:56.262896 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b43994-38da-4907-bd6c-812a8541726d None None] Network 94664734-1654-43f2-b262-23850dca9bb9 requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 14:04:56.330753 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de7fc10f-867b-4c96-a58b-f011c85e3681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1846382'] for network (94664734-1654-43f2-b262-23850dca9bb9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:56.377559 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-de7fc10f-867b-4c96-a58b-f011c85e3681 admin admin] Deleting port abec3f8e-ca35-4376-aa18-bc6c2112f29f {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:04:56.377897 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de7fc10f-867b-4c96-a58b-f011c85e3681 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (abec3f8e-ca35-4376-aa18-bc6c2112f29f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:56.414041 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0470ba6-7ed8-4860-9302-7a81112ab7c6 None None] DHCP port deletion for 94664734-1654-43f2-b262-23850dca9bb9 request from dv-cinder-842130-1-iscsi {{(pid=103887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 14:04:56.428060 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:56.453178 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-f0470ba6-7ed8-4860-9302-7a81112ab7c6 None None] Deleting port abec3f8e-ca35-4376-aa18-bc6c2112f29f {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:04:56.453657 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f0470ba6-7ed8-4860-9302-7a81112ab7c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (abec3f8e-ca35-4376-aa18-bc6c2112f29f), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:56.454599 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-de7fc10f-867b-4c96-a58b-f011c85e3681 admin admin] For port abec3f8e-ca35-4376-aa18-bc6c2112f29f, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=abec3f8e-ca35-4376-aa18-bc6c2112f29f,segment=NetworkSegment(dadb0ef3-0764-477f-9135-b33720fcec5f),segment_id=dadb0ef3-0764-477f-9135-b33720fcec5f)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:04:56.455364 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de7fc10f-867b-4c96-a58b-f011c85e3681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (abec3f8e-ca35-4376-aa18-bc6c2112f29f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:56.469958 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-de7fc10f-867b-4c96-a58b-f011c85e3681 admin admin] Calling delete_port for abec3f8e-ca35-4376-aa18-bc6c2112f29f owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:04:56.515660 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:56.523247 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-f0470ba6-7ed8-4860-9302-7a81112ab7c6 None None] For port abec3f8e-ca35-4376-aa18-bc6c2112f29f, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=abec3f8e-ca35-4376-aa18-bc6c2112f29f,segment=NetworkSegment(dadb0ef3-0764-477f-9135-b33720fcec5f),segment_id=dadb0ef3-0764-477f-9135-b33720fcec5f)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:04:56.523648 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f0470ba6-7ed8-4860-9302-7a81112ab7c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (abec3f8e-ca35-4376-aa18-bc6c2112f29f), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:56.537389 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:56.541532 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-f0470ba6-7ed8-4860-9302-7a81112ab7c6 None None] Calling delete_port for abec3f8e-ca35-4376-aa18-bc6c2112f29f owned by network:dhcp {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:04:56.561381 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de7fc10f-867b-4c96-a58b-f011c85e3681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (abec3f8e-ca35-4376-aa18-bc6c2112f29f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:56.584883 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7fc10f-867b-4c96-a58b-f011c85e3681 admin admin] Pushing event deleted for resources: {'Port': ['ID=abec3f8e-ca35-4376-aa18-bc6c2112f29f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:56.592600 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7fc10f-867b-4c96-a58b-f011c85e3681 admin admin] No DVR routers for this DVR port abec3f8e-ca35-4376-aa18-bc6c2112f29f on host dv-cinder-842130-1-iscsi {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:04:56.666028 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de7fc10f-867b-4c96-a58b-f011c85e3681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769820', 'neutron.services.segments.db._delete_segments_for_network-8727248709232'] for network (94664734-1654-43f2-b262-23850dca9bb9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:56.687766 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-de7fc10f-867b-4c96-a58b-f011c85e3681 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94664734-1654-43f2-b262-23850dca9bb9']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:04:56.698222 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-de7fc10f-867b-4c96-a58b-f011c85e3681 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dadb0ef3-0764-477f-9135-b33720fcec5f') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:04:56.698513 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-de7fc10f-867b-4c96-a58b-f011c85e3681 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dadb0ef3-0764-477f-9135-b33720fcec5f') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:04:56.713339 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de7fc10f-867b-4c96-a58b-f011c85e3681 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727248710265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14006224'] for segment (dadb0ef3-0764-477f-9135-b33720fcec5f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:56.728180 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de7fc10f-867b-4c96-a58b-f011c85e3681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990'] for segment (dadb0ef3-0764-477f-9135-b33720fcec5f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:56.734836 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de7fc10f-867b-4c96-a58b-f011c85e3681 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 14:04:56.735294 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de7fc10f-867b-4c96-a58b-f011c85e3681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14254023'] for segment (dadb0ef3-0764-477f-9135-b33720fcec5f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:56.787477 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f0470ba6-7ed8-4860-9302-7a81112ab7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306'] for port (abec3f8e-ca35-4376-aa18-bc6c2112f29f), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:56.802945 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de7fc10f-867b-4c96-a58b-f011c85e3681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778698'] for network (94664734-1654-43f2-b262-23850dca9bb9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:56.809134 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de7fc10f-867b-4c96-a58b-f011c85e3681 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:56.812794 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-de7fc10f-867b-4c96-a58b-f011c85e3681 admin admin] 10.222.0.91 "DELETE /v2.0/networks/94664734-1654-43f2-b262-23850dca9bb9 HTTP/1.1" status: 204 len: 168 time: 0.5517182 May 26 14:04:56.816160 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0470ba6-7ed8-4860-9302-7a81112ab7c6 None None] Pushing event deleted for resources: {'Port': ['ID=abec3f8e-ca35-4376-aa18-bc6c2112f29f,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:56.818852 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0470ba6-7ed8-4860-9302-7a81112ab7c6 None None] No DVR routers for this DVR port abec3f8e-ca35-4376-aa18-bc6c2112f29f on host dv-cinder-842130-1-iscsi {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:04:56.830556 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7fc10f-867b-4c96-a58b-f011c85e3681 admin admin] Pushing event deleted for resources: {'Network': ['ID=94664734-1654-43f2-b262-23850dca9bb9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:56.904322 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.services.segments.plugin [-] Segment dadb0ef3-0764-477f-9135-b33720fcec5f resource provider aggregate not found May 26 14:04:56.924423 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.services.segments.plugin [-] Segment dadb0ef3-0764-477f-9135-b33720fcec5f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dadb0ef3-0764-477f-9135-b33720fcec5f found for delete ", "request_id": "req-e0367408-ffab-4ad0-99d0-2f3555eb1b31"}]} May 26 14:04:56.949297 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 51642) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:04:56.988707 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-4bd30560-59d9-4808-8e72-c0fea8d1a9f7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e3d27b9eb0ef4c338c18c2a1d02db444&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0382664 May 26 14:04:56.991222 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 51644) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:04:57.040648 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b636b1f-0873-4148-82db-dc3016eb4486 admin admin] Publish callbacks [] for security_group (d53befa7-2ca9-4da6-91a2-7e05e8bd55c1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:57.050340 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 05e118aa-af8d-488e-8884-9d41b88685a2 no longer exists at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:04:57.063295 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b636b1f-0873-4148-82db-dc3016eb4486 admin admin] Publish callbacks [] for security_group (d53befa7-2ca9-4da6-91a2-7e05e8bd55c1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:57.070007 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] No Port match for: 05e118aa-af8d-488e-8884-9d41b88685a2 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:04:57.070352 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 05e118aa-af8d-488e-8884-9d41b88685a2 not bound to the agent host dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:04:57.070770 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device abec3f8e-ca35-4376-aa18-bc6c2112f29f no longer exists at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:04:57.089678 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] No Port match for: abec3f8e-ca35-4376-aa18-bc6c2112f29f {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:04:57.090038 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device abec3f8e-ca35-4376-aa18-bc6c2112f29f not bound to the agent host dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:04:57.090447 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 8e9aac80-de01-4c0b-bde9-d15df6b93009 no longer exists at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:04:57.108554 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] No Port match for: 8e9aac80-de01-4c0b-bde9-d15df6b93009 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:04:57.108820 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 8e9aac80-de01-4c0b-bde9-d15df6b93009 not bound to the agent host dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:04:57.115461 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b636b1f-0873-4148-82db-dc3016eb4486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (d53befa7-2ca9-4da6-91a2-7e05e8bd55c1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:57.118437 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b636b1f-0873-4148-82db-dc3016eb4486 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:57.119609 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-8b636b1f-0873-4148-82db-dc3016eb4486 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d53befa7-2ca9-4da6-91a2-7e05e8bd55c1 HTTP/1.1" status: 204 len: 168 time: 0.1273499 May 26 14:04:57.128440 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b636b1f-0873-4148-82db-dc3016eb4486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53befa7-2ca9-4da6-91a2-7e05e8bd55c1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:57.515605 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-be556d43-5967-4a88-910b-ec89d306e770 req-f540a96a-33ca-410c-a444-caeb6ee10abe tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-674567016&fields=id&tenant_id=08ed6980f1214f6789f94f34a4c68e6e HTTP/1.1" status: 200 len: 267 time: 0.0478122 May 26 14:04:57.566297 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be556d43-5967-4a88-910b-ec89d306e770 req-b3f2b608-78ec-4ac8-8c32-c0ea9f69a954 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:57.567770 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-be556d43-5967-4a88-910b-ec89d306e770 req-b3f2b608-78ec-4ac8-8c32-c0ea9f69a954 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 984 time: 0.0464816 May 26 14:04:57.578330 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [req-be556d43-5967-4a88-910b-ec89d306e770 req-e12bc0b9-e1e3-464b-a0fe-5f02830fedbd tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Request body: {'port': {'security_groups': ['3017b6fe-5607-4218-9951-2f4a2b76098f']}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:04:57.825259 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 51670) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:04:57.913223 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-be556d43-5967-4a88-910b-ec89d306e770 req-e12bc0b9-e1e3-464b-a0fe-5f02830fedbd tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (c3710695-2c7b-4d4d-96bc-de38e27dc865), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:57.925658 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b1a293ec-7165-4c64-9977-145922300b61 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-445089964-network', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:04:57.947062 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a293ec-7165-4c64-9977-145922300b61 admin admin] Made reservation on behalf of 3fcd25a6c4574894a8270e3a43af782d for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:04:57.950406 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1a293ec-7165-4c64-9977-145922300b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:57.960084 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1a293ec-7165-4c64-9977-145922300b61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:58.036407 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1a293ec-7165-4c64-9977-145922300b61 admin admin] Publish callbacks [] for security_group (655574be-550c-48ea-a03c-13694d133319), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:58.040675 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1a293ec-7165-4c64-9977-145922300b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (655574be-550c-48ea-a03c-13694d133319), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:58.055210 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:58.066922 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a293ec-7165-4c64-9977-145922300b61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 14:04:58.077327 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a293ec-7165-4c64-9977-145922300b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655574be-550c-48ea-a03c-13694d133319,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:58.084169 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1a293ec-7165-4c64-9977-145922300b61 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727248709223', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990'] for segment (f321a816-e3bc-4765-98e8-4c091bbebacd), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:58.084578 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.db.segments_db [None req-b1a293ec-7165-4c64-9977-145922300b61 admin admin] Added segment f321a816-e3bc-4765-98e8-4c091bbebacd of type vlan for network 48f83048-1a6c-4ff2-af0b-d6658384b0a0 May 26 14:04:58.126002 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1a293ec-7165-4c64-9977-145922300b61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727248153200'] for network (48f83048-1a6c-4ff2-af0b-d6658384b0a0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:58.134854 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-be556d43-5967-4a88-910b-ec89d306e770 req-e12bc0b9-e1e3-464b-a0fe-5f02830fedbd tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] For port c3710695-2c7b-4d4d-96bc-de38e27dc865, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=c3710695-2c7b-4d4d-96bc-de38e27dc865,segment=NetworkSegment(32a538b2-b5da-4136-a950-cc79b8ca0862),segment_id=32a538b2-b5da-4136-a950-cc79b8ca0862)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:04:58.151842 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1a293ec-7165-4c64-9977-145922300b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (48f83048-1a6c-4ff2-af0b-d6658384b0a0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:58.152779 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a293ec-7165-4c64-9977-145922300b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:58.153484 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1a293ec-7165-4c64-9977-145922300b61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:58.166774 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-be556d43-5967-4a88-910b-ec89d306e770 req-e12bc0b9-e1e3-464b-a0fe-5f02830fedbd tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks [] for port (c3710695-2c7b-4d4d-96bc-de38e27dc865), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:58.172116 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-be556d43-5967-4a88-910b-ec89d306e770 req-e12bc0b9-e1e3-464b-a0fe-5f02830fedbd tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13292136'] for port (c3710695-2c7b-4d4d-96bc-de38e27dc865), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:58.214288 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be556d43-5967-4a88-910b-ec89d306e770 req-e12bc0b9-e1e3-464b-a0fe-5f02830fedbd tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:58.214970 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-be556d43-5967-4a88-910b-ec89d306e770 req-e12bc0b9-e1e3-464b-a0fe-5f02830fedbd tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:58.216596 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-be556d43-5967-4a88-910b-ec89d306e770 req-e12bc0b9-e1e3-464b-a0fe-5f02830fedbd tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "PUT /v2.0/ports/c3710695-2c7b-4d4d-96bc-de38e27dc865 HTTP/1.1" status: 200 len: 942 time: 0.6428118 May 26 14:04:58.217183 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-b1a293ec-7165-4c64-9977-145922300b61 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3907840 May 26 14:04:58.219255 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dddc973-36be-43e2-8971-e5e218dee91b', 'tag': 'c3710695-2c7b-4d4d-96bc-de38e27dc865'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:04:58.222629 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a67d27a2ec375fafa348027e062b6cf3c7935884065918e746e599b143197b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5bb593-96f9-42d8-b85c-26c71bb46067" -d '{"events": [{"name": "network-changed", "server_uuid": "5dddc973-36be-43e2-8971-e5e218dee91b", "tag": "c3710695-2c7b-4d4d-96bc-de38e27dc865"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:04:58.223379 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] get_ports_and_sgs() called for port_ids ['c3710695-2c7b-4d4d-96bc-de38e27dc865'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 14:04:58.225018 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 51674) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:04:58.231298 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1de266b8-3c21-4303-b1df-4f171de0c642 admin admin] Request body: {'subnet': {'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-445089964-subnet', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:04:58.231853 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 51678) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:04:58.246899 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a293ec-7165-4c64-9977-145922300b61 admin admin] Pushing event updated for resources: {'Network': ['ID=48f83048-1a6c-4ff2-af0b-d6658384b0a0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:58.252144 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:58.268743 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de266b8-3c21-4303-b1df-4f171de0c642 admin admin] Made reservation on behalf of 3fcd25a6c4574894a8270e3a43af782d for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:04:58.271550 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Network 48f83048-1a6c-4ff2-af0b-d6658384b0a0 details requested by agent ovs-agent-dv-cinder-842130-1-iscsi with host dv-cinder-842130-1-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 14:04:58.272336 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1de266b8-3c21-4303-b1df-4f171de0c642 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15439656'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:58.290630 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12bc0b9-e1e3-464b-a0fe-5f02830fedbd tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Pushing event updated for resources: {'Port': ['ID=c3710695-2c7b-4d4d-96bc-de38e27dc865,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:58.294491 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 14:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706f3581-c02a-46d1-b371-f5a4e021d7dd x-openstack-request-id: req-706f3581-c02a-46d1-b371-f5a4e021d7dd {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:04:58.294777 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dddc973-36be-43e2-8971-e5e218dee91b", "tag": "c3710695-2c7b-4d4d-96bc-de38e27dc865", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:04:58.295032 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-706f3581-c02a-46d1-b371-f5a4e021d7dd {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:04:58.295447 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-706f3581-c02a-46d1-b371-f5a4e021d7dd'] response: {'name': 'network-changed', 'server_uuid': '5dddc973-36be-43e2-8971-e5e218dee91b', 'tag': 'c3710695-2c7b-4d4d-96bc-de38e27dc865', 'status': 'completed', 'code': 200} May 26 14:04:58.337168 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-937d34e5-7b46-4999-aca5-79dde04de774 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks [] for security_group (94740b1a-7284-42d2-9e19-eb1e58806f3b), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:58.359830 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=13 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:58.367908 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-937d34e5-7b46-4999-aca5-79dde04de774 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks [] for security_group (94740b1a-7284-42d2-9e19-eb1e58806f3b), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:58.412646 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] get_ports_and_sgs() called for port_ids ['c3710695-2c7b-4d4d-96bc-de38e27dc865'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 14:04:58.418449 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5bb593-96f9-42d8-b85c-26c71bb46067 req-e048fff8-19f1-4453-b288-999d51986917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:58.420545 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8e5bb593-96f9-42d8-b85c-26c71bb46067 req-e048fff8-19f1-4453-b288-999d51986917 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=08ed6980f1214f6789f94f34a4c68e6e&device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 1129 time: 0.0753210 May 26 14:04:58.446351 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-937d34e5-7b46-4999-aca5-79dde04de774 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (94740b1a-7284-42d2-9e19-eb1e58806f3b), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:58.448838 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-937d34e5-7b46-4999-aca5-79dde04de774 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:58.452682 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-937d34e5-7b46-4999-aca5-79dde04de774 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "DELETE /v2.0/security-groups/94740b1a-7284-42d2-9e19-eb1e58806f3b HTTP/1.1" status: 204 len: 168 time: 0.2173870 May 26 14:04:58.458873 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 51680) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:04:58.467214 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d34e5-7b46-4999-aca5-79dde04de774 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94740b1a-7284-42d2-9e19-eb1e58806f3b,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:58.601730 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:58.614184 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4ad21375-2e39-46ce-981a-bcde7e41a67e None None] Provisioning complete for port c3710695-2c7b-4d4d-96bc-de38e27dc865 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:04:58.614544 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4ad21375-2e39-46ce-981a-bcde7e41a67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (c3710695-2c7b-4d4d-96bc-de38e27dc865), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:58.689592 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5bb593-96f9-42d8-b85c-26c71bb46067 req-f9f4b565-85d9-45ff-966a-777c26c9398f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:58.691073 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8e5bb593-96f9-42d8-b85c-26c71bb46067 req-f9f4b565-85d9-45ff-966a-777c26c9398f service neutron] 10.222.0.82 "GET /v2.0/networks?id=dc9a3522-5732-4ae3-9805-a5cd81aa181e HTTP/1.1" status: 200 len: 915 time: 0.2616084 May 26 14:04:58.735116 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4ad21375-2e39-46ce-981a-bcde7e41a67e None None] Current status of the port c3710695-2c7b-4d4d-96bc-de38e27dc865 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:04:58.755599 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1de266b8-3c21-4303-b1df-4f171de0c642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14252580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15439678'] for subnet (a3821460-f20b-4748-9fc2-59afe71a09a7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:58.842856 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9829b977-019b-4754-a415-b672970daac9 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Deleting port 7feaa8e5-87b3-49fc-8b5c-a1e2221a3713 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:04:58.843523 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9829b977-019b-4754-a415-b672970daac9 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (7feaa8e5-87b3-49fc-8b5c-a1e2221a3713), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:58.849908 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8e5bb593-96f9-42d8-b85c-26c71bb46067 req-1a81a029-dc5b-4e6e-86bf-380450e4bc2b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3710695-2c7b-4d4d-96bc-de38e27dc865 HTTP/1.1" status: 200 len: 1001 time: 0.1503460 May 26 14:04:58.873838 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de266b8-3c21-4303-b1df-4f171de0c642 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3821460-f20b-4748-9fc2-59afe71a09a7,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:58.940880 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:58.951827 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de266b8-3c21-4303-b1df-4f171de0c642 admin admin] Checking segment: {'id': 'f321a816-e3bc-4765-98e8-4c091bbebacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 14:04:58.952209 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de266b8-3c21-4303-b1df-4f171de0c642 admin admin] Network hostable DHCP agents. Network: 48f83048-1a6c-4ff2-af0b-d6658384b0a0, hostable agents: ['d9e93f65-b338-473a-bf3d-e7a4456d9980'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 14:04:58.969668 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5bb593-96f9-42d8-b85c-26c71bb46067 req-b6d5c437-6b8a-4d4d-9ead-23109c4e1a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:58.971160 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8e5bb593-96f9-42d8-b85c-26c71bb46067 req-b6d5c437-6b8a-4d4d-9ead-23109c4e1a9b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=600c6f3c-cfcb-4a91-8156-6ec613102bd5 HTTP/1.1" status: 200 len: 853 time: 0.1098621 May 26 14:04:59.006699 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9829b977-019b-4754-a415-b672970daac9 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (7feaa8e5-87b3-49fc-8b5c-a1e2221a3713), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:59.007030 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9829b977-019b-4754-a415-b672970daac9 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks [] for floatingip (7feaa8e5-87b3-49fc-8b5c-a1e2221a3713), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:59.036511 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9829b977-019b-4754-a415-b672970daac9 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Calling delete_port for 7feaa8e5-87b3-49fc-8b5c-a1e2221a3713 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:04:59.040351 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de266b8-3c21-4303-b1df-4f171de0c642 admin admin] Network 48f83048-1a6c-4ff2-af0b-d6658384b0a0 is scheduled to be hosted by DHCP agent d9e93f65-b338-473a-bf3d-e7a4456d9980 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 14:04:59.060687 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-1de266b8-3c21-4303-b1df-4f171de0c642 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842130-1-iscsi, 48f83048-1a6c-4ff2-af0b-d6658384b0a0) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:04:59.068527 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad04716-359d-43c7-9717-d14398fec130 None None] Network 48f83048-1a6c-4ff2-af0b-d6658384b0a0 requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 14:04:59.099908 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5bb593-96f9-42d8-b85c-26c71bb46067 req-5db3f679-6b08-480d-b2a9-141177e17856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:59.101478 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8e5bb593-96f9-42d8-b85c-26c71bb46067 req-5db3f679-6b08-480d-b2a9-141177e17856 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dc9a3522-5732-4ae3-9805-a5cd81aa181e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1124313 May 26 14:04:59.108230 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de266b8-3c21-4303-b1df-4f171de0c642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:59.108813 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1de266b8-3c21-4303-b1df-4f171de0c642 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:59.135037 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:59.183218 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4a4599-d9c1-4d2d-aa78-9b7bdb389e18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca16ceea-d323-56f7-9399-aa07b98b02ee-48f83048-1a6c-4ff2-af0b-d6658384b0a0', 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0', 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'fixed_ips': [{'subnet_id': 'a3821460-f20b-4748-9fc2-59afe71a09a7'}]}} from dv-cinder-842130-1-iscsi. {{(pid=103887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 14:04:59.184175 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fb4a4599-d9c1-4d2d-aa78-9b7bdb389e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:59.196684 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:59.206318 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-1de266b8-3c21-4303-b1df-4f171de0c642 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9802344 May 26 14:04:59.209163 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 51682) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:04:59.216980 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-31651608-1999-40ca-a027-38482bd2c6cd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-445089964-router', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:04:59.239777 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31651608-1999-40ca-a027-38482bd2c6cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-780621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5951'] for router (e7c68bca-8dd7-491e-beed-4664274f6134), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:59.240844 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31651608-1999-40ca-a027-38482bd2c6cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-779085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-525998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5894'] for router (e7c68bca-8dd7-491e-beed-4664274f6134), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:59.271303 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8e5bb593-96f9-42d8-b85c-26c71bb46067 req-621d8033-d2dc-48a7-803e-8bf43eb9ffdb service neutron] 10.222.0.82 "GET /v2.0/networks/dc9a3522-5732-4ae3-9805-a5cd81aa181e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546407 May 26 14:04:59.296295 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31651608-1999-40ca-a027-38482bd2c6cd admin admin] Publish callbacks [] for router_controller (e7c68bca-8dd7-491e-beed-4664274f6134), precommit_add_association {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:59.334851 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-fb4a4599-d9c1-4d2d-aa78-9b7bdb389e18 None None] Allocated IP 172.20.0.2 (48f83048-1a6c-4ff2-af0b-d6658384b0a0/a3821460-f20b-4748-9fc2-59afe71a09a7/2a1429f4-b7af-40de-a4c4-7344af85cd80) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:04:59.386781 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9829b977-019b-4754-a415-b672970daac9 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (7feaa8e5-87b3-49fc-8b5c-a1e2221a3713), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:59.402565 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:59.446808 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31651608-1999-40ca-a027-38482bd2c6cd admin admin] Publish callbacks [] for router_gateway (e7c68bca-8dd7-491e-beed-4664274f6134), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:59.473190 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829b977-019b-4754-a415-b672970daac9 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Pushing event deleted for resources: {'Port': ['ID=7feaa8e5-87b3-49fc-8b5c-a1e2221a3713,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:59.484424 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fb4a4599-d9c1-4d2d-aa78-9b7bdb389e18 None None] Publish callbacks [] for port (2a1429f4-b7af-40de-a4c4-7344af85cd80), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:59.490522 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8e5bb593-96f9-42d8-b85c-26c71bb46067 req-61662be5-20df-4099-8be4-91136f4e6c2f service neutron] 10.222.0.82 "GET /v2.0/networks/dc9a3522-5732-4ae3-9805-a5cd81aa181e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109127 May 26 14:04:59.492165 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fb4a4599-d9c1-4d2d-aa78-9b7bdb389e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297'] for port (2a1429f4-b7af-40de-a4c4-7344af85cd80), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:59.507655 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9829b977-019b-4754-a415-b672970daac9 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks [] for floatingip (a074b7b6-595c-41a0-a813-fa51232d4576), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:59.508073 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.db.l3_db [None req-9829b977-019b-4754-a415-b672970daac9 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Floating IP a074b7b6-595c-41a0-a813-fa51232d4576 disassociated (deleted). External IP: 172.27.1.230, port: c3710695-2c7b-4d4d-96bc-de38e27dc865. May 26 14:04:59.545418 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4a4599-d9c1-4d2d-aa78-9b7bdb389e18 None None] Network 48f83048-1a6c-4ff2-af0b-d6658384b0a0 is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:04:59.548429 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-fb4a4599-d9c1-4d2d-aa78-9b7bdb389e18 None None] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:04:59.551193 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4a4599-d9c1-4d2d-aa78-9b7bdb389e18 None None] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 14:04:59.565016 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a4599-d9c1-4d2d-aa78-9b7bdb389e18 None None] Pushing event updated for resources: {'Port': ['ID=2a1429f4-b7af-40de-a4c4-7344af85cd80,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:59.628102 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-fb4a4599-d9c1-4d2d-aa78-9b7bdb389e18 None None] Attempting to bind port 2a1429f4-b7af-40de-a4c4-7344af85cd80 on host dv-cinder-842130-1-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 14:04:59.628563 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-fb4a4599-d9c1-4d2d-aa78-9b7bdb389e18 None None] Attempting to bind port 2a1429f4-b7af-40de-a4c4-7344af85cd80 by drivers openvswitch,hyperv on host dv-cinder-842130-1-iscsi at level 0 using segments [{'id': 'f321a816-e3bc-4765-98e8-4c091bbebacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 14:04:59.628992 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4a4599-d9c1-4d2d-aa78-9b7bdb389e18 None None] Attempting to bind port 2a1429f4-b7af-40de-a4c4-7344af85cd80 on network 48f83048-1a6c-4ff2-af0b-d6658384b0a0 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 14:04:59.634722 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4a4599-d9c1-4d2d-aa78-9b7bdb389e18 None None] Checking agent: {'id': '083d02d4-47f3-493f-9afe-05142db1b6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 47, 24), 'started_at': datetime.datetime(2022, 5, 26, 13, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 14, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 14:04:59.635188 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4a4599-d9c1-4d2d-aa78-9b7bdb389e18 None None] Checking segment: {'id': 'f321a816-e3bc-4765-98e8-4c091bbebacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 14:04:59.635645 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fb4a4599-d9c1-4d2d-aa78-9b7bdb389e18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:59.636433 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4a4599-d9c1-4d2d-aa78-9b7bdb389e18 None None] Bound using segment: {'id': 'f321a816-e3bc-4765-98e8-4c091bbebacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 14:04:59.636567 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-fb4a4599-d9c1-4d2d-aa78-9b7bdb389e18 None None] Bound port: 2a1429f4-b7af-40de-a4c4-7344af85cd80, host: dv-cinder-842130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f321a816-e3bc-4765-98e8-4c091bbebacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 14:04:59.637007 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fb4a4599-d9c1-4d2d-aa78-9b7bdb389e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (2a1429f4-b7af-40de-a4c4-7344af85cd80), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:59.646679 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31651608-1999-40ca-a027-38482bd2c6cd admin admin] Publish callbacks [] for router_gateway (e7c68bca-8dd7-491e-beed-4664274f6134), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:59.668896 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31651608-1999-40ca-a027-38482bd2c6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:59.698564 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-fb4a4599-d9c1-4d2d-aa78-9b7bdb389e18 None None] For port 2a1429f4-b7af-40de-a4c4-7344af85cd80, host dv-cinder-842130-1-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 14:04:59.702103 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-fb4a4599-d9c1-4d2d-aa78-9b7bdb389e18 None None] For port 2a1429f4-b7af-40de-a4c4-7344af85cd80, host dv-cinder-842130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=2a1429f4-b7af-40de-a4c4-7344af85cd80,segment=NetworkSegment(f321a816-e3bc-4765-98e8-4c091bbebacd),segment_id=f321a816-e3bc-4765-98e8-4c091bbebacd)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 14:04:59.709235 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fb4a4599-d9c1-4d2d-aa78-9b7bdb389e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (2a1429f4-b7af-40de-a4c4-7344af85cd80), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:59.734180 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9829b977-019b-4754-a415-b672970daac9 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Router ab499425-a84e-4f6e-aa47-f89554625ab9 has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:04:59.771621 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a4599-d9c1-4d2d-aa78-9b7bdb389e18 None None] Pushing event updated for resources: {'Port': ['ID=2a1429f4-b7af-40de-a4c4-7344af85cd80,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:59.790368 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-31651608-1999-40ca-a027-38482bd2c6cd admin admin] Allocated IP 172.27.1.55 (52e096d4-8aa7-4f06-8835-685346500be4/afa79513-0fef-42b7-ae4f-8319e7853c26/90d25559-6ef3-44cc-a26f-15937eb8122c) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:04:59.910078 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31651608-1999-40ca-a027-38482bd2c6cd admin admin] Publish callbacks [] for port (90d25559-6ef3-44cc-a26f-15937eb8122c), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:59.969190 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31651608-1999-40ca-a027-38482bd2c6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (90d25559-6ef3-44cc-a26f-15937eb8122c), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:00.022370 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31651608-1999-40ca-a027-38482bd2c6cd admin admin] Network 52e096d4-8aa7-4f06-8835-685346500be4 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:05:00.025744 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-31651608-1999-40ca-a027-38482bd2c6cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:05:00.029626 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31651608-1999-40ca-a027-38482bd2c6cd admin admin] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 14:05:00.034648 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:00.058962 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31651608-1999-40ca-a027-38482bd2c6cd admin admin] Pushing event updated for resources: {'Port': ['ID=90d25559-6ef3-44cc-a26f-15937eb8122c,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:00.080505 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:00.096750 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9829b977-019b-4754-a415-b672970daac9 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:05:00.101513 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9829b977-019b-4754-a415-b672970daac9 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:00.114063 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54621d46-ebc4-4478-a9af-858c78288694 None None] Sync routers for ids ['ab499425-a84e-4f6e-aa47-f89554625ab9'] in dv-cinder-842130-1-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:05:00.126169 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54621d46-ebc4-4478-a9af-858c78288694 None None] Routers {'ab499425-a84e-4f6e-aa47-f89554625ab9'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:05:00.127004 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-54621d46-ebc4-4478-a9af-858c78288694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:04:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['ab499425-a84e-4f6e-aa47-f89554625ab9'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:00.133027 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-9829b977-019b-4754-a415-b672970daac9 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "DELETE /v2.0/floatingips/a074b7b6-595c-41a0-a813-fa51232d4576 HTTP/1.1" status: 204 len: 168 time: 1.6706984 May 26 14:05:00.133973 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dddc973-36be-43e2-8971-e5e218dee91b', 'tag': 'c3710695-2c7b-4d4d-96bc-de38e27dc865'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:05:00.136480 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a2fe3094dbca619affac8640d5d00e1e0d94bf0ce4138e249cf9dd9a9bbd82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2073dce5-824a-4fb0-96aa-e93b75b58b90" -d '{"events": [{"name": "network-changed", "server_uuid": "5dddc973-36be-43e2-8971-e5e218dee91b", "tag": "c3710695-2c7b-4d4d-96bc-de38e27dc865"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:05:00.188583 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 14:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c82aec-751b-49fb-b1e7-4052432ce2d8 x-openstack-request-id: req-23c82aec-751b-49fb-b1e7-4052432ce2d8 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:05:00.188903 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dddc973-36be-43e2-8971-e5e218dee91b", "tag": "c3710695-2c7b-4d4d-96bc-de38e27dc865", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:05:00.189187 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-23c82aec-751b-49fb-b1e7-4052432ce2d8 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:05:00.189582 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23c82aec-751b-49fb-b1e7-4052432ce2d8'] response: {'name': 'network-changed', 'server_uuid': '5dddc973-36be-43e2-8971-e5e218dee91b', 'tag': 'c3710695-2c7b-4d4d-96bc-de38e27dc865', 'status': 'completed', 'code': 200} May 26 14:05:00.250077 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-54621d46-ebc4-4478-a9af-858c78288694 None None] Set router ab499425-a84e-4f6e-aa47-f89554625ab9 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:05:00.333439 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073dce5-824a-4fb0-96aa-e93b75b58b90 req-d9f46042-cd55-49e5-af13-f78806df32a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:00.334944 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2073dce5-824a-4fb0-96aa-e93b75b58b90 req-d9f46042-cd55-49e5-af13-f78806df32a0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=08ed6980f1214f6789f94f34a4c68e6e&device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 1129 time: 0.0561237 May 26 14:05:00.335271 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31651608-1999-40ca-a027-38482bd2c6cd admin admin] Publish callbacks [] for router_gateway (e7c68bca-8dd7-491e-beed-4664274f6134), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:00.463589 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073dce5-824a-4fb0-96aa-e93b75b58b90 req-4fe683c4-d7d0-4ba2-b1e5-80ad701e21dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:00.464420 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:00.465108 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2073dce5-824a-4fb0-96aa-e93b75b58b90 req-4fe683c4-d7d0-4ba2-b1e5-80ad701e21dc service neutron] 10.222.0.82 "GET /v2.0/networks?id=dc9a3522-5732-4ae3-9805-a5cd81aa181e HTTP/1.1" status: 200 len: 915 time: 0.1200860 May 26 14:05:00.505606 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-54621d46-ebc4-4478-a9af-858c78288694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'name': 'tempest-TestMinimumBasicScenario-585642497-router', 'tenant_id': '08ed6980f1214f6789f94f34a4c68e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '9ade85e2-a89f-4c1d-aec9-7c6e2a540bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T13:59:38Z', 'revision_number': 4, 'project_id': '08ed6980f1214f6789f94f34a4c68e6e', 'gw_port': {'id': '9ade85e2-a89f-4c1d-aec9-7c6e2a540bca', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': '08c7fbde-6089-49f4-9c3b-5e85b717558e', 'name': '', 'network_id': 'dc9a3522-5732-4ae3-9805-a5cd81aa181e', 'tenant_id': '08ed6980f1214f6789f94f34a4c68e6e', 'mac_address': 'fa:16:3e:ba:7e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '600c6f3c-cfcb-4a91-8156-6ec613102bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:36Z', 'updated_at': '2022-05-26T13:59:49Z', 'revision_number': 5, 'project_id': '08ed6980f1214f6789f94f34a4c68e6e', 'subnets': [{'id': '600c6f3c-cfcb-4a91-8156-6ec613102bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:00.525997 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2073dce5-824a-4fb0-96aa-e93b75b58b90 req-e2014a91-e304-4132-b52d-f5a3a8797f00 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3710695-2c7b-4d4d-96bc-de38e27dc865 HTTP/1.1" status: 200 len: 217 time: 0.0425000 May 26 14:05:00.540792 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54621d46-ebc4-4478-a9af-858c78288694 None None] Checking router: ab499425-a84e-4f6e-aa47-f89554625ab9 for host: dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:05:00.566371 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54621d46-ebc4-4478-a9af-858c78288694 None None] Routers {'ab499425-a84e-4f6e-aa47-f89554625ab9'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:05:00.567298 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-54621d46-ebc4-4478-a9af-858c78288694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:04:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['ab499425-a84e-4f6e-aa47-f89554625ab9'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:00.589011 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073dce5-824a-4fb0-96aa-e93b75b58b90 req-a230de7d-89dd-4c8a-9388-448338f98ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:00.590697 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2073dce5-824a-4fb0-96aa-e93b75b58b90 req-a230de7d-89dd-4c8a-9388-448338f98ca3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=600c6f3c-cfcb-4a91-8156-6ec613102bd5 HTTP/1.1" status: 200 len: 853 time: 0.0574725 May 26 14:05:00.610374 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31651608-1999-40ca-a027-38482bd2c6cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-779070'] for router (e7c68bca-8dd7-491e-beed-4664274f6134), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:00.679933 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-54621d46-ebc4-4478-a9af-858c78288694 None None] Set router ab499425-a84e-4f6e-aa47-f89554625ab9 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:05:00.742195 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31651608-1999-40ca-a027-38482bd2c6cd admin admin] Router e7c68bca-8dd7-491e-beed-4664274f6134 is scheduled to L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 with binding_index 1 {{(pid=103886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 14:05:00.853058 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31651608-1999-40ca-a027-38482bd2c6cd admin admin] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:05:00.863824 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd89e70-cddd-4133-920a-f2318cd7981b None None] Sync routers for ids ['e7c68bca-8dd7-491e-beed-4664274f6134'] in dv-cinder-842130-1-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:05:00.878926 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31651608-1999-40ca-a027-38482bd2c6cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:00.879632 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-54621d46-ebc4-4478-a9af-858c78288694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'name': 'tempest-TestMinimumBasicScenario-585642497-router', 'tenant_id': '08ed6980f1214f6789f94f34a4c68e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '9ade85e2-a89f-4c1d-aec9-7c6e2a540bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T13:59:38Z', 'revision_number': 4, 'project_id': '08ed6980f1214f6789f94f34a4c68e6e', 'gw_port': {'id': '9ade85e2-a89f-4c1d-aec9-7c6e2a540bca', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': '08c7fbde-6089-49f4-9c3b-5e85b717558e', 'name': '', 'network_id': 'dc9a3522-5732-4ae3-9805-a5cd81aa181e', 'tenant_id': '08ed6980f1214f6789f94f34a4c68e6e', 'mac_address': 'fa:16:3e:ba:7e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '600c6f3c-cfcb-4a91-8156-6ec613102bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:36Z', 'updated_at': '2022-05-26T13:59:49Z', 'revision_number': 5, 'project_id': '08ed6980f1214f6789f94f34a4c68e6e', 'subnets': [{'id': '600c6f3c-cfcb-4a91-8156-6ec613102bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:00.880109 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd89e70-cddd-4133-920a-f2318cd7981b None None] Routers {'e7c68bca-8dd7-491e-beed-4664274f6134'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:05:00.880872 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-acd89e70-cddd-4133-920a-f2318cd7981b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:04:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['e7c68bca-8dd7-491e-beed-4664274f6134'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:00.881800 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-31651608-1999-40ca-a027-38482bd2c6cd admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6698427 May 26 14:05:00.883219 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 51694) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:05:00.909214 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54621d46-ebc4-4478-a9af-858c78288694 None None] The sync data for ids ['ab499425-a84e-4f6e-aa47-f89554625ab9'] in dv-cinder-842130-1-iscsi is: [{'id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'name': 'tempest-TestMinimumBasicScenario-585642497-router', 'tenant_id': '08ed6980f1214f6789f94f34a4c68e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '9ade85e2-a89f-4c1d-aec9-7c6e2a540bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T13:59:38Z', 'revision_number': 4, 'project_id': '08ed6980f1214f6789f94f34a4c68e6e', 'gw_port': {'id': '9ade85e2-a89f-4c1d-aec9-7c6e2a540bca', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': '08c7fbde-6089-49f4-9c3b-5e85b717558e', 'name': '', 'network_id': 'dc9a3522-5732-4ae3-9805-a5cd81aa181e', 'tenant_id': '08ed6980f1214f6789f94f34a4c68e6e', 'mac_address': 'fa:16:3e:ba:7e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '600c6f3c-cfcb-4a91-8156-6ec613102bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:36Z', 'updated_at': '2022-05-26T13:59:49Z', 'revision_number': 5, 'project_id': '08ed6980f1214f6789f94f34a4c68e6e', 'subnets': [{'id': '600c6f3c-cfcb-4a91-8156-6ec613102bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:05:00.925802 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97465ab8-231d-4941-8a8d-8d5a56c391f5 None None] Network 48f83048-1a6c-4ff2-af0b-d6658384b0a0 requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 14:05:00.931135 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:00.957594 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:01.044822 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bdee9715-754b-42da-b016-a541fb036644 None None] Provisioning complete for port 2a1429f4-b7af-40de-a4c4-7344af85cd80 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:05:01.047159 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bdee9715-754b-42da-b016-a541fb036644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (2a1429f4-b7af-40de-a4c4-7344af85cd80), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:01.088785 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:UPDATE=6 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:01.090994 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-acd89e70-cddd-4133-920a-f2318cd7981b None None] Set router e7c68bca-8dd7-491e-beed-4664274f6134 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:05:01.169012 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 2a1429f4-b7af-40de-a4c4-7344af85cd80 up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 14:05:01.185894 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073dce5-824a-4fb0-96aa-e93b75b58b90 req-f87716fb-df69-413d-9e54-927c9dc57123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:01.187886 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2073dce5-824a-4fb0-96aa-e93b75b58b90 req-f87716fb-df69-413d-9e54-927c9dc57123 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dc9a3522-5732-4ae3-9805-a5cd81aa181e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1859214 May 26 14:05:01.331225 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebe6c7c-6d6f-4416-9ed4-1498327518ab None None] New status for floating IP a074b7b6-595c-41a0-a813-fa51232d4576: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 14:05:01.336991 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:01.340787 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bdee9715-754b-42da-b016-a541fb036644 None None] Current status of the port 2a1429f4-b7af-40de-a4c4-7344af85cd80 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:05:01.340787 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bdee9715-754b-42da-b016-a541fb036644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (2a1429f4-b7af-40de-a4c4-7344af85cd80), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:01.350178 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port 2a1429f4-b7af-40de-a4c4-7344af85cd80 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:05:01.350548 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (2a1429f4-b7af-40de-a4c4-7344af85cd80), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:01.390319 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2073dce5-824a-4fb0-96aa-e93b75b58b90 req-61890fe6-36ab-42ae-9b90-85857e18fcff service neutron] 10.222.0.82 "GET /v2.0/networks/dc9a3522-5732-4ae3-9805-a5cd81aa181e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921766 May 26 14:05:01.451556 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bdee9715-754b-42da-b016-a541fb036644 None None] For port 2a1429f4-b7af-40de-a4c4-7344af85cd80, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=2a1429f4-b7af-40de-a4c4-7344af85cd80,segment=NetworkSegment(f321a816-e3bc-4765-98e8-4c091bbebacd),segment_id=f321a816-e3bc-4765-98e8-4c091bbebacd)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:05:01.462865 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bdee9715-754b-42da-b016-a541fb036644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (2a1429f4-b7af-40de-a4c4-7344af85cd80), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:01.471765 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-acd89e70-cddd-4133-920a-f2318cd7981b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'name': 'tempest-AttachVolumeTestJSON-445089964-router', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '90d25559-6ef3-44cc-a26f-15937eb8122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:05:00Z', 'revision_number': 3, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'gw_port': {'id': '90d25559-6ef3-44cc-a26f-15937eb8122c', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:04:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi'}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:01.581479 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd89e70-cddd-4133-920a-f2318cd7981b None None] Checking router: e7c68bca-8dd7-491e-beed-4664274f6134 for host: dv-cinder-842130-1-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:05:01.581921 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd89e70-cddd-4133-920a-f2318cd7981b None None] Updating router e7c68bca-8dd7-491e-beed-4664274f6134 port 90d25559-6ef3-44cc-a26f-15937eb8122c binding host dv-cinder-842130-1-iscsi {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 14:05:01.600023 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2073dce5-824a-4fb0-96aa-e93b75b58b90 req-f77a3b18-d3c3-4845-9861-e5569ef72f7c service neutron] 10.222.0.82 "GET /v2.0/networks/dc9a3522-5732-4ae3-9805-a5cd81aa181e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907392 May 26 14:05:01.602079 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e95dd60-7774-48cb-919b-0d1567aa8faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:01.623083 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:01.632776 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port 2a1429f4-b7af-40de-a4c4-7344af85cd80 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:05:01.644716 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-acd89e70-cddd-4133-920a-f2318cd7981b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (90d25559-6ef3-44cc-a26f-15937eb8122c), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:01.647624 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee9715-754b-42da-b016-a541fb036644 None None] Pushing event updated for resources: {'Port': ['ID=2a1429f4-b7af-40de-a4c4-7344af85cd80,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:01.697030 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-a6b5ab54-6ec7-4a6a-86c6-ca175a205967 None None] Provisioning complete for port 2a1429f4-b7af-40de-a4c4-7344af85cd80 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:05:01.697503 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a6b5ab54-6ec7-4a6a-86c6-ca175a205967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (2a1429f4-b7af-40de-a4c4-7344af85cd80), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:01.733289 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:01.771854 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-7e95dd60-7774-48cb-919b-0d1567aa8faa admin admin] Allocated IP 172.20.0.1 (48f83048-1a6c-4ff2-af0b-d6658384b0a0/a3821460-f20b-4748-9fc2-59afe71a09a7/ead478b0-d78c-465c-924d-4225dcadeaac) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:05:01.841940 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:01.882336 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e95dd60-7774-48cb-919b-0d1567aa8faa admin admin] Publish callbacks [] for port (ead478b0-d78c-465c-924d-4225dcadeaac), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:01.916066 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e95dd60-7774-48cb-919b-0d1567aa8faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (ead478b0-d78c-465c-924d-4225dcadeaac), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:01.962914 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e95dd60-7774-48cb-919b-0d1567aa8faa admin admin] Network 48f83048-1a6c-4ff2-af0b-d6658384b0a0 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:05:01.967704 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-7e95dd60-7774-48cb-919b-0d1567aa8faa admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:05:01.971652 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e95dd60-7774-48cb-919b-0d1567aa8faa admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 14:05:01.975112 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95dd60-7774-48cb-919b-0d1567aa8faa admin admin] Pushing event updated for resources: {'Port': ['ID=ead478b0-d78c-465c-924d-4225dcadeaac,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:02.013194 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e95dd60-7774-48cb-919b-0d1567aa8faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-778573'] for router_interface (e7c68bca-8dd7-491e-beed-4664274f6134), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:02.031751 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-a6b5ab54-6ec7-4a6a-86c6-ca175a205967 None None] Current status of the port 2a1429f4-b7af-40de-a4c4-7344af85cd80 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:05:02.139077 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-acd89e70-cddd-4133-920a-f2318cd7981b None None] Publish callbacks [] for port (90d25559-6ef3-44cc-a26f-15937eb8122c), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:02.146147 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-acd89e70-cddd-4133-920a-f2318cd7981b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (90d25559-6ef3-44cc-a26f-15937eb8122c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:02.151826 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e95dd60-7774-48cb-919b-0d1567aa8faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (ead478b0-d78c-465c-924d-4225dcadeaac), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:02.172582 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:02.205753 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-acd89e70-cddd-4133-920a-f2318cd7981b None None] Attempting to bind port 90d25559-6ef3-44cc-a26f-15937eb8122c on host dv-cinder-842130-1-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 14:05:02.206232 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-acd89e70-cddd-4133-920a-f2318cd7981b None None] Attempting to bind port 90d25559-6ef3-44cc-a26f-15937eb8122c by drivers openvswitch,hyperv on host dv-cinder-842130-1-iscsi at level 0 using segments [{'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 14:05:02.206595 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd89e70-cddd-4133-920a-f2318cd7981b None None] Attempting to bind port 90d25559-6ef3-44cc-a26f-15937eb8122c on network 52e096d4-8aa7-4f06-8835-685346500be4 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 14:05:02.208734 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9313f43-347b-46d1-a25c-34e95f043200 None None] Pushing event updated for resources: {'Port': ['ID=90d25559-6ef3-44cc-a26f-15937eb8122c,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:02.214310 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd89e70-cddd-4133-920a-f2318cd7981b None None] Checking agent: {'id': '083d02d4-47f3-493f-9afe-05142db1b6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 47, 24), 'started_at': datetime.datetime(2022, 5, 26, 13, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 14, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 14:05:02.214947 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd89e70-cddd-4133-920a-f2318cd7981b None None] Checking segment: {'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 14:05:02.215923 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-acd89e70-cddd-4133-920a-f2318cd7981b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:02.216035 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd89e70-cddd-4133-920a-f2318cd7981b None None] Bound using segment: {'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 14:05:02.216482 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-acd89e70-cddd-4133-920a-f2318cd7981b None None] Bound port: 90d25559-6ef3-44cc-a26f-15937eb8122c, host: dv-cinder-842130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7398460f-ba92-4b10-bc2e-e16a0f9ed6bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 14:05:02.216858 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-acd89e70-cddd-4133-920a-f2318cd7981b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (90d25559-6ef3-44cc-a26f-15937eb8122c), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:02.268965 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-614e3ad0-6a44-4621-abbd-c05308bbf762 None None] Provisioning complete for port ead478b0-d78c-465c-924d-4225dcadeaac triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:05:02.269227 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-614e3ad0-6a44-4621-abbd-c05308bbf762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (ead478b0-d78c-465c-924d-4225dcadeaac), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:02.299649 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-acd89e70-cddd-4133-920a-f2318cd7981b None None] For port 90d25559-6ef3-44cc-a26f-15937eb8122c, host dv-cinder-842130-1-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 14:05:02.315584 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-614e3ad0-6a44-4621-abbd-c05308bbf762 None None] Port ead478b0-d78c-465c-924d-4225dcadeaac cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 14:05:02.318021 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-acd89e70-cddd-4133-920a-f2318cd7981b None None] For port 90d25559-6ef3-44cc-a26f-15937eb8122c, host dv-cinder-842130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=90d25559-6ef3-44cc-a26f-15937eb8122c,segment=NetworkSegment(7398460f-ba92-4b10-bc2e-e16a0f9ed6bc),segment_id=7398460f-ba92-4b10-bc2e-e16a0f9ed6bc)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 14:05:02.325093 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-acd89e70-cddd-4133-920a-f2318cd7981b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (90d25559-6ef3-44cc-a26f-15937eb8122c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:02.350045 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e95dd60-7774-48cb-919b-0d1567aa8faa admin admin] Publish callbacks [] for port (ead478b0-d78c-465c-924d-4225dcadeaac), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:02.355064 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e95dd60-7774-48cb-919b-0d1567aa8faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14253987'] for port (ead478b0-d78c-465c-924d-4225dcadeaac), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:02.382538 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd89e70-cddd-4133-920a-f2318cd7981b None None] Routers {'e7c68bca-8dd7-491e-beed-4664274f6134'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:05:02.383172 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-acd89e70-cddd-4133-920a-f2318cd7981b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:04:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['e7c68bca-8dd7-491e-beed-4664274f6134'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:02.385105 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9313f43-347b-46d1-a25c-34e95f043200 None None] Pushing event updated for resources: {'Port': ['ID=90d25559-6ef3-44cc-a26f-15937eb8122c,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:02.394593 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:02.423113 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95dd60-7774-48cb-919b-0d1567aa8faa admin admin] Pushing event updated for resources: {'Port': ['ID=ead478b0-d78c-465c-924d-4225dcadeaac,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:02.428381 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e95dd60-7774-48cb-919b-0d1567aa8faa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-302209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-781565'] for router_interface (e7c68bca-8dd7-491e-beed-4664274f6134), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:02.492499 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-acd89e70-cddd-4133-920a-f2318cd7981b None None] Set router e7c68bca-8dd7-491e-beed-4664274f6134 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:05:02.528369 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e95dd60-7774-48cb-919b-0d1567aa8faa admin admin] Network 48f83048-1a6c-4ff2-af0b-d6658384b0a0 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:05:02.530535 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-7e95dd60-7774-48cb-919b-0d1567aa8faa admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:05:02.668179 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e95dd60-7774-48cb-919b-0d1567aa8faa admin admin] Router e7c68bca-8dd7-491e-beed-4664274f6134 has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:05:02.702497 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-acd89e70-cddd-4133-920a-f2318cd7981b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'name': 'tempest-AttachVolumeTestJSON-445089964-router', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '90d25559-6ef3-44cc-a26f-15937eb8122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:05:02Z', 'revision_number': 4, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'gw_port': {'id': '90d25559-6ef3-44cc-a26f-15937eb8122c', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'ead478b0-d78c-465c-924d-4225dcadeaac', 'name': '', 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'mac_address': 'fa:16:3e:b2:ff:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a3821460-f20b-4748-9fc2-59afe71a09a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T14:05:01Z', 'updated_at': '2022-05-26T14:05:02Z', 'revision_number': 2, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'subnets': [{'id': 'a3821460-f20b-4748-9fc2-59afe71a09a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:02.744495 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=100 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:02.748748 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd89e70-cddd-4133-920a-f2318cd7981b None None] The sync data for ids ['e7c68bca-8dd7-491e-beed-4664274f6134'] in dv-cinder-842130-1-iscsi is: [{'id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'name': 'tempest-AttachVolumeTestJSON-445089964-router', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '90d25559-6ef3-44cc-a26f-15937eb8122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:05:02Z', 'revision_number': 4, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'gw_port': {'id': '90d25559-6ef3-44cc-a26f-15937eb8122c', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'ead478b0-d78c-465c-924d-4225dcadeaac', 'name': '', 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'mac_address': 'fa:16:3e:b2:ff:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a3821460-f20b-4748-9fc2-59afe71a09a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T14:05:01Z', 'updated_at': '2022-05-26T14:05:02Z', 'revision_number': 2, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'subnets': [{'id': 'a3821460-f20b-4748-9fc2-59afe71a09a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:05:02.805750 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e95dd60-7774-48cb-919b-0d1567aa8faa admin admin] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:05:02.811707 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-7e95dd60-7774-48cb-919b-0d1567aa8faa admin admin] 10.222.0.91 "PUT /v2.0/routers/e7c68bca-8dd7-491e-beed-4664274f6134/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9270725 May 26 14:05:02.840072 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:02.848737 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-5a2ac73b-b056-4630-ab66-aaf6aab9114b None None] Provisioning complete for port ead478b0-d78c-465c-924d-4225dcadeaac triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:05:02.849401 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5a2ac73b-b056-4630-ab66-aaf6aab9114b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (ead478b0-d78c-465c-924d-4225dcadeaac), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:02.887250 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-5a2ac73b-b056-4630-ab66-aaf6aab9114b None None] Port ead478b0-d78c-465c-924d-4225dcadeaac cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 14:05:03.108888 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 2a1429f4-b7af-40de-a4c4-7344af85cd80 up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 14:05:03.169058 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 51720) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:05:03.172267 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port 2a1429f4-b7af-40de-a4c4-7344af85cd80 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:05:03.172894 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (2a1429f4-b7af-40de-a4c4-7344af85cd80), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:03.174430 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-631d32f0-ca04-42a3-befa-fdae7ac6405a tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1090416338', 'description': 'tempest-description--1795324351'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:05:03.209541 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-631d32f0-ca04-42a3-befa-fdae7ac6405a tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:03.256436 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port 2a1429f4-b7af-40de-a4c4-7344af85cd80 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:05:03.291711 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-631d32f0-ca04-42a3-befa-fdae7ac6405a tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for security_group (ffd27b6e-5b14-403d-90cb-88bd2331b24f), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:03.296192 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-631d32f0-ca04-42a3-befa-fdae7ac6405a tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (ffd27b6e-5b14-403d-90cb-88bd2331b24f), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:03.329726 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-631d32f0-ca04-42a3-befa-fdae7ac6405a tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:03.330900 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-631d32f0-ca04-42a3-befa-fdae7ac6405a tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1603649 May 26 14:05:03.331596 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d32f0-ca04-42a3-befa-fdae7ac6405a tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd27b6e-5b14-403d-90cb-88bd2331b24f,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:03.333859 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 51724) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:05:03.338400 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9004ea32-a127-4ef7-af14-c399b4624535 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Request body: {'security_group_rule': {'security_group_id': 'ffd27b6e-5b14-403d-90cb-88bd2331b24f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:05:03.367446 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9004ea32-a127-4ef7-af14-c399b4624535 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for security_group_rule (39ecea30-eb28-4d45-8efe-d9f906cc83c6), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:03.418388 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9004ea32-a127-4ef7-af14-c399b4624535 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for security_group_rule (39ecea30-eb28-4d45-8efe-d9f906cc83c6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:03.424071 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9004ea32-a127-4ef7-af14-c399b4624535 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581445'] for security_group_rule (39ecea30-eb28-4d45-8efe-d9f906cc83c6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:03.445994 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004ea32-a127-4ef7-af14-c399b4624535 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ecea30-eb28-4d45-8efe-d9f906cc83c6,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:03.452635 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9004ea32-a127-4ef7-af14-c399b4624535 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:03.456637 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 51726) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:05:03.456803 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-9004ea32-a127-4ef7-af14-c399b4624535 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218572 May 26 14:05:03.461192 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-6a70dda5-a100-4133-ae5b-81bcae658024 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Request body: {'security_group_rule': {'security_group_id': 'ffd27b6e-5b14-403d-90cb-88bd2331b24f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:05:03.504230 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6a70dda5-a100-4133-ae5b-81bcae658024 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for security_group_rule (25c49d61-bfc6-4694-be66-631db785c13a), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:03.548065 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:03.570716 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6a70dda5-a100-4133-ae5b-81bcae658024 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for security_group_rule (25c49d61-bfc6-4694-be66-631db785c13a), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:03.574418 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6a70dda5-a100-4133-ae5b-81bcae658024 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581445'] for security_group_rule (25c49d61-bfc6-4694-be66-631db785c13a), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:03.595229 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a70dda5-a100-4133-ae5b-81bcae658024 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c49d61-bfc6-4694-be66-631db785c13a,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:03.605411 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6a70dda5-a100-4133-ae5b-81bcae658024 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:03.607184 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-6a70dda5-a100-4133-ae5b-81bcae658024 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1489437 May 26 14:05:03.610266 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 51728) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:05:03.614893 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-f6fcb4ca-a48a-47be-bdca-dc819d640285 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Request body: {'floatingip': {'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:05:03.637169 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f6fcb4ca-a48a-47be-bdca-dc819d640285 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:03.704157 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:03.724506 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f6fcb4ca-a48a-47be-bdca-dc819d640285 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:03.838022 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-f6fcb4ca-a48a-47be-bdca-dc819d640285 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Allocated IP 172.27.1.32 (52e096d4-8aa7-4f06-8835-685346500be4/afa79513-0fef-42b7-ae4f-8319e7853c26/157f51e2-9d1d-4878-91b1-c2cedcd182d5) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:05:03.954709 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f6fcb4ca-a48a-47be-bdca-dc819d640285 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for port (157f51e2-9d1d-4878-91b1-c2cedcd182d5), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:03.990935 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f6fcb4ca-a48a-47be-bdca-dc819d640285 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (157f51e2-9d1d-4878-91b1-c2cedcd182d5), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:04.028694 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fcb4ca-a48a-47be-bdca-dc819d640285 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Network 52e096d4-8aa7-4f06-8835-685346500be4 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:05:04.034240 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-f6fcb4ca-a48a-47be-bdca-dc819d640285 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:05:04.040683 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fcb4ca-a48a-47be-bdca-dc819d640285 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 14:05:04.073742 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fcb4ca-a48a-47be-bdca-dc819d640285 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Pushing event updated for resources: {'Port': ['ID=157f51e2-9d1d-4878-91b1-c2cedcd182d5,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:04.195946 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f6fcb4ca-a48a-47be-bdca-dc819d640285 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for floatingip (f7a8ca2f-8edf-4cbe-b925-dece7a8a321d), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:04.203546 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d6e3b-c2fe-48be-aaed-5482cf3579fe req-37c51398-8d4d-4059-a489-77dc7b6ca901 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:04.205398 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ef9d6e3b-c2fe-48be-aaed-5482cf3579fe req-37c51398-8d4d-4059-a489-77dc7b6ca901 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 945 time: 0.1175902 May 26 14:05:04.269900 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f6fcb4ca-a48a-47be-bdca-dc819d640285 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (157f51e2-9d1d-4878-91b1-c2cedcd182d5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:04.299815 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ef9d6e3b-c2fe-48be-aaed-5482cf3579fe req-e3cb99d1-223a-4da9-87a4-12d3db4a856e tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883088 May 26 14:05:04.405812 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:04.451137 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:04.473404 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f6fcb4ca-a48a-47be-bdca-dc819d640285 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for port (157f51e2-9d1d-4878-91b1-c2cedcd182d5), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:04.478629 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f6fcb4ca-a48a-47be-bdca-dc819d640285 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13292136'] for port (157f51e2-9d1d-4878-91b1-c2cedcd182d5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:04.547406 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fcb4ca-a48a-47be-bdca-dc819d640285 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Pushing event updated for resources: {'Port': ['ID=157f51e2-9d1d-4878-91b1-c2cedcd182d5,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:04.557679 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f6fcb4ca-a48a-47be-bdca-dc819d640285 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778712'] for floatingip (f7a8ca2f-8edf-4cbe-b925-dece7a8a321d), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:04.573796 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f6fcb4ca-a48a-47be-bdca-dc819d640285 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:04.577593 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-f6fcb4ca-a48a-47be-bdca-dc819d640285 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9663665 May 26 14:05:04.726443 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-643f0241-0505-4aa6-97de-c369ac82419a req-50f3c799-8103-499d-a6f5-ae4d4326fe57 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--1090416338&fields=id&tenant_id=3fcd25a6c4574894a8270e3a43af782d HTTP/1.1" status: 200 len: 267 time: 0.0436866 May 26 14:05:04.835667 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f0241-0505-4aa6-97de-c369ac82419a req-2fc7e77a-988b-4f13-88ba-7184b674e782 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:04.836997 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-643f0241-0505-4aa6-97de-c369ac82419a req-2fc7e77a-988b-4f13-88ba-7184b674e782 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/networks?id=48f83048-1a6c-4ff2-af0b-d6658384b0a0 HTTP/1.1" status: 200 len: 810 time: 0.1036479 May 26 14:05:04.852640 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-643f0241-0505-4aa6-97de-c369ac82419a req-5a55a3f3-4ecc-4828-b893-eb5510715f3e tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/quotas/3fcd25a6c4574894a8270e3a43af782d HTTP/1.1" status: 200 len: 375 time: 0.0095825 May 26 14:05:04.900333 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3754f0ae-17c5-4171-80b4-f705e18bb075 None None] Sync routers for ids ['e7c68bca-8dd7-491e-beed-4664274f6134'] in dv-cinder-842130-1-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:05:04.903483 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-643f0241-0505-4aa6-97de-c369ac82419a req-8bf03e7d-7e32-424e-92b4-40a871296f89 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=3fcd25a6c4574894a8270e3a43af782d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450745 May 26 14:05:04.910992 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3754f0ae-17c5-4171-80b4-f705e18bb075 None None] Routers {'e7c68bca-8dd7-491e-beed-4664274f6134'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:05:04.911615 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-3754f0ae-17c5-4171-80b4-f705e18bb075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:04:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['e7c68bca-8dd7-491e-beed-4664274f6134'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:04.991294 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:05.003961 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-643f0241-0505-4aa6-97de-c369ac82419a req-e5535fc4-4682-43fa-8927-5ea1787387b2 service neutron] 10.222.0.91 "GET /v2.0/networks/48f83048-1a6c-4ff2-af0b-d6658384b0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878541 May 26 14:05:05.020684 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-3754f0ae-17c5-4171-80b4-f705e18bb075 None None] Set router e7c68bca-8dd7-491e-beed-4664274f6134 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:05:05.096802 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-643f0241-0505-4aa6-97de-c369ac82419a req-4f0c04fb-3c56-4274-afad-d85d499d9baf service neutron] 10.222.0.91 "GET /v2.0/networks/48f83048-1a6c-4ff2-af0b-d6658384b0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866559 May 26 14:05:05.107749 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 90d25559-6ef3-44cc-a26f-15937eb8122c up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 14:05:05.220076 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port 90d25559-6ef3-44cc-a26f-15937eb8122c triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:05:05.220446 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (90d25559-6ef3-44cc-a26f-15937eb8122c), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:05.268640 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e2b7ce34-9445-469c-a855-d9297974e98e req-b79bd7ec-066c-406b-823f-e78d950cd73d tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 210 time: 0.0299628 May 26 14:05:05.299673 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-3754f0ae-17c5-4171-80b4-f705e18bb075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'name': 'tempest-AttachVolumeTestJSON-445089964-router', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '90d25559-6ef3-44cc-a26f-15937eb8122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:05:02Z', 'revision_number': 4, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'gw_port': {'id': '90d25559-6ef3-44cc-a26f-15937eb8122c', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'ead478b0-d78c-465c-924d-4225dcadeaac', 'name': '', 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'mac_address': 'fa:16:3e:b2:ff:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a3821460-f20b-4748-9fc2-59afe71a09a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T14:05:01Z', 'updated_at': '2022-05-26T14:05:02Z', 'revision_number': 2, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'subnets': [{'id': 'a3821460-f20b-4748-9fc2-59afe71a09a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:05.342428 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3754f0ae-17c5-4171-80b4-f705e18bb075 None None] Checking router: e7c68bca-8dd7-491e-beed-4664274f6134 for host: dv-cinder-842130-1-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:05:05.342803 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3754f0ae-17c5-4171-80b4-f705e18bb075 None None] Updating router e7c68bca-8dd7-491e-beed-4664274f6134 port ead478b0-d78c-465c-924d-4225dcadeaac binding host dv-cinder-842130-1-iscsi {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 14:05:05.383723 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port 90d25559-6ef3-44cc-a26f-15937eb8122c is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:05:05.384101 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (90d25559-6ef3-44cc-a26f-15937eb8122c), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:05.390698 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3754f0ae-17c5-4171-80b4-f705e18bb075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (ead478b0-d78c-465c-924d-4225dcadeaac), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:05.430496 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9f6a0-5af3-42a8-9b71-7cafc28a1482 req-496c8c00-c83e-4075-95fb-591ef6bf2c3d tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:05.434424 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] For port 90d25559-6ef3-44cc-a26f-15937eb8122c, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=90d25559-6ef3-44cc-a26f-15937eb8122c,segment=NetworkSegment(7398460f-ba92-4b10-bc2e-e16a0f9ed6bc),segment_id=7398460f-ba92-4b10-bc2e-e16a0f9ed6bc)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:05:05.435218 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d6d9f6a0-5af3-42a8-9b71-7cafc28a1482 req-496c8c00-c83e-4075-95fb-591ef6bf2c3d tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 945 time: 0.0568769 May 26 14:05:05.441293 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (90d25559-6ef3-44cc-a26f-15937eb8122c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:05.494802 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d6d9f6a0-5af3-42a8-9b71-7cafc28a1482 req-76db6750-9b22-4900-b59a-31a9e6a70666 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551772 May 26 14:05:05.574219 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Pushing event updated for resources: {'Port': ['ID=90d25559-6ef3-44cc-a26f-15937eb8122c,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:05.650691 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:05.741762 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3754f0ae-17c5-4171-80b4-f705e18bb075 None None] Publish callbacks [] for port (ead478b0-d78c-465c-924d-4225dcadeaac), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:05.746959 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3754f0ae-17c5-4171-80b4-f705e18bb075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (ead478b0-d78c-465c-924d-4225dcadeaac), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:05.787832 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:05.796930 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e821cef-ec9c-4180-bdcc-5597a948a20b None None] Pushing event updated for resources: {'Port': ['ID=ead478b0-d78c-465c-924d-4225dcadeaac,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:05.853301 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-3754f0ae-17c5-4171-80b4-f705e18bb075 None None] Attempting to bind port ead478b0-d78c-465c-924d-4225dcadeaac on host dv-cinder-842130-1-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 14:05:05.853670 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-3754f0ae-17c5-4171-80b4-f705e18bb075 None None] Attempting to bind port ead478b0-d78c-465c-924d-4225dcadeaac by drivers openvswitch,hyperv on host dv-cinder-842130-1-iscsi at level 0 using segments [{'id': 'f321a816-e3bc-4765-98e8-4c091bbebacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 14:05:05.854030 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3754f0ae-17c5-4171-80b4-f705e18bb075 None None] Attempting to bind port ead478b0-d78c-465c-924d-4225dcadeaac on network 48f83048-1a6c-4ff2-af0b-d6658384b0a0 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 14:05:05.860286 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3754f0ae-17c5-4171-80b4-f705e18bb075 None None] Checking agent: {'id': '083d02d4-47f3-493f-9afe-05142db1b6b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842130-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 47, 24), 'started_at': datetime.datetime(2022, 5, 26, 13, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 14, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842130-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 14:05:05.860657 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3754f0ae-17c5-4171-80b4-f705e18bb075 None None] Checking segment: {'id': 'f321a816-e3bc-4765-98e8-4c091bbebacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 14:05:05.861053 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3754f0ae-17c5-4171-80b4-f705e18bb075 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:05.861474 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3754f0ae-17c5-4171-80b4-f705e18bb075 None None] Bound using segment: {'id': 'f321a816-e3bc-4765-98e8-4c091bbebacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 14:05:05.861931 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-3754f0ae-17c5-4171-80b4-f705e18bb075 None None] Bound port: ead478b0-d78c-465c-924d-4225dcadeaac, host: dv-cinder-842130-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f321a816-e3bc-4765-98e8-4c091bbebacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 14:05:05.862336 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3754f0ae-17c5-4171-80b4-f705e18bb075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (ead478b0-d78c-465c-924d-4225dcadeaac), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:05.936546 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-3754f0ae-17c5-4171-80b4-f705e18bb075 None None] For port ead478b0-d78c-465c-924d-4225dcadeaac, host dv-cinder-842130-1-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 14:05:05.940054 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-3754f0ae-17c5-4171-80b4-f705e18bb075 None None] For port ead478b0-d78c-465c-924d-4225dcadeaac, host dv-cinder-842130-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=ead478b0-d78c-465c-924d-4225dcadeaac,segment=NetworkSegment(f321a816-e3bc-4765-98e8-4c091bbebacd),segment_id=f321a816-e3bc-4765-98e8-4c091bbebacd)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 14:05:05.947402 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3754f0ae-17c5-4171-80b4-f705e18bb075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (ead478b0-d78c-465c-924d-4225dcadeaac), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:06.011609 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3754f0ae-17c5-4171-80b4-f705e18bb075 None None] Routers {'e7c68bca-8dd7-491e-beed-4664274f6134'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:05:06.012227 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-3754f0ae-17c5-4171-80b4-f705e18bb075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:04:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['e7c68bca-8dd7-491e-beed-4664274f6134'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:06.014334 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e821cef-ec9c-4180-bdcc-5597a948a20b None None] Pushing event updated for resources: {'Port': ['ID=ead478b0-d78c-465c-924d-4225dcadeaac,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:06.074013 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-023900c1-b13d-4daf-a08f-322db6a6c411 None None] Provisioning complete for port ead478b0-d78c-465c-924d-4225dcadeaac triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:05:06.074371 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-023900c1-b13d-4daf-a08f-322db6a6c411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (ead478b0-d78c-465c-924d-4225dcadeaac), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:06.287545 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-3754f0ae-17c5-4171-80b4-f705e18bb075 None None] Set router e7c68bca-8dd7-491e-beed-4664274f6134 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:05:06.366582 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3cbe09af-809d-4a9e-9184-0db1e267e9b1 req-f4cbfdf5-2576-430d-8c0b-3e39b3a74f02 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 210 time: 0.0273447 May 26 14:05:06.377712 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-023900c1-b13d-4daf-a08f-322db6a6c411 None None] Current status of the port ead478b0-d78c-465c-924d-4225dcadeaac is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:05:06.378035 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-023900c1-b13d-4daf-a08f-322db6a6c411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (ead478b0-d78c-465c-924d-4225dcadeaac), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:06.463336 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-023900c1-b13d-4daf-a08f-322db6a6c411 None None] For port ead478b0-d78c-465c-924d-4225dcadeaac, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=ead478b0-d78c-465c-924d-4225dcadeaac,segment=NetworkSegment(f321a816-e3bc-4765-98e8-4c091bbebacd),segment_id=f321a816-e3bc-4765-98e8-4c091bbebacd)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:05:06.469218 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-023900c1-b13d-4daf-a08f-322db6a6c411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (ead478b0-d78c-465c-924d-4225dcadeaac), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:06.519401 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:06.561827 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023900c1-b13d-4daf-a08f-322db6a6c411 None None] Pushing event updated for resources: {'Port': ['ID=ead478b0-d78c-465c-924d-4225dcadeaac,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:06.571771 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-3754f0ae-17c5-4171-80b4-f705e18bb075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'name': 'tempest-AttachVolumeTestJSON-445089964-router', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '90d25559-6ef3-44cc-a26f-15937eb8122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:05:02Z', 'revision_number': 4, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'gw_port': {'id': '90d25559-6ef3-44cc-a26f-15937eb8122c', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'ead478b0-d78c-465c-924d-4225dcadeaac', 'name': '', 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'mac_address': 'fa:16:3e:b2:ff:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a3821460-f20b-4748-9fc2-59afe71a09a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T14:05:01Z', 'updated_at': '2022-05-26T14:05:05Z', 'revision_number': 4, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'subnets': [{'id': 'a3821460-f20b-4748-9fc2-59afe71a09a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:06.606399 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3754f0ae-17c5-4171-80b4-f705e18bb075 None None] The sync data for ids ['e7c68bca-8dd7-491e-beed-4664274f6134'] in dv-cinder-842130-1-iscsi is: [{'id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'name': 'tempest-AttachVolumeTestJSON-445089964-router', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '90d25559-6ef3-44cc-a26f-15937eb8122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:05:02Z', 'revision_number': 4, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'gw_port': {'id': '90d25559-6ef3-44cc-a26f-15937eb8122c', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'ead478b0-d78c-465c-924d-4225dcadeaac', 'name': '', 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'mac_address': 'fa:16:3e:b2:ff:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a3821460-f20b-4748-9fc2-59afe71a09a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T14:05:01Z', 'updated_at': '2022-05-26T14:05:05Z', 'revision_number': 4, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'subnets': [{'id': 'a3821460-f20b-4748-9fc2-59afe71a09a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:05:06.612192 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa252a-d521-4143-b3d6-39435545ec2b req-2224269c-b84c-47db-87ac-fea7cf3554d3 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:06.613923 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-20aa252a-d521-4143-b3d6-39435545ec2b req-2224269c-b84c-47db-87ac-fea7cf3554d3 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 945 time: 0.0550926 May 26 14:05:06.614178 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-0395d72b-37eb-4b3d-b714-1d615e8b68e2 None None] Provisioning complete for port ead478b0-d78c-465c-924d-4225dcadeaac triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:05:06.614655 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0395d72b-37eb-4b3d-b714-1d615e8b68e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (ead478b0-d78c-465c-924d-4225dcadeaac), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:06.677730 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-20aa252a-d521-4143-b3d6-39435545ec2b req-9a614ca7-53fa-4962-85f4-4e14660c076c tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533726 May 26 14:05:06.693007 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-0395d72b-37eb-4b3d-b714-1d615e8b68e2 None None] Current status of the port ead478b0-d78c-465c-924d-4225dcadeaac is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:05:07.099689 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 90d25559-6ef3-44cc-a26f-15937eb8122c up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 14:05:07.152472 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port 90d25559-6ef3-44cc-a26f-15937eb8122c triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:05:07.152907 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (90d25559-6ef3-44cc-a26f-15937eb8122c), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:07.155569 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:07.238057 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port 90d25559-6ef3-44cc-a26f-15937eb8122c is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:05:07.239125 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device ead478b0-d78c-465c-924d-4225dcadeaac up at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 14:05:07.299692 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:07.300915 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Provisioning complete for port ead478b0-d78c-465c-924d-4225dcadeaac triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:05:07.301329 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (ead478b0-d78c-465c-924d-4225dcadeaac), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:07.378695 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Current status of the port ead478b0-d78c-465c-924d-4225dcadeaac is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:05:07.400642 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821141a7-d88f-477a-8607-adc8f31b9ef9 req-1cbd878a-cf8f-4f3b-acde-3184e7ad7398 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:07.402199 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-821141a7-d88f-477a-8607-adc8f31b9ef9 req-1cbd878a-cf8f-4f3b-acde-3184e7ad7398 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.82 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 945 time: 0.1087160 May 26 14:05:07.468238 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-513a1cfa-8ef0-4468-bfad-ce202e37db6b req-5fb03334-6522-4be7-a313-d15ddc0d209c tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 210 time: 0.0309782 May 26 14:05:07.481916 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f0241-0505-4aa6-97de-c369ac82419a req-04158853-7676-4259-b131-6eb218e922a5 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:07.483344 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-643f0241-0505-4aa6-97de-c369ac82419a req-04158853-7676-4259-b131-6eb218e922a5 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.82 "GET /v2.0/networks?id=48f83048-1a6c-4ff2-af0b-d6658384b0a0 HTTP/1.1" status: 200 len: 810 time: 0.1999264 May 26 14:05:07.526064 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-821141a7-d88f-477a-8607-adc8f31b9ef9 req-fa9c8987-9d0a-4704-871d-b7e9548eeb14 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Deleting port c3710695-2c7b-4d4d-96bc-de38e27dc865 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:05:07.526395 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-821141a7-d88f-477a-8607-adc8f31b9ef9 req-fa9c8987-9d0a-4704-871d-b7e9548eeb14 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (c3710695-2c7b-4d4d-96bc-de38e27dc865), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:07.658119 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-821141a7-d88f-477a-8607-adc8f31b9ef9 req-fa9c8987-9d0a-4704-871d-b7e9548eeb14 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] For port c3710695-2c7b-4d4d-96bc-de38e27dc865, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=c3710695-2c7b-4d4d-96bc-de38e27dc865,segment=NetworkSegment(32a538b2-b5da-4136-a950-cc79b8ca0862),segment_id=32a538b2-b5da-4136-a950-cc79b8ca0862)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:05:07.658386 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-821141a7-d88f-477a-8607-adc8f31b9ef9 req-fa9c8987-9d0a-4704-871d-b7e9548eeb14 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (c3710695-2c7b-4d4d-96bc-de38e27dc865), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:07.664756 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-643f0241-0505-4aa6-97de-c369ac82419a req-06bad4ed-96e2-4871-8de2-cc02de9c62ef tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fcd25a6c4574894a8270e3a43af782d HTTP/1.1" status: 200 len: 380 time: 0.0880871 May 26 14:05:07.675434 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-643f0241-0505-4aa6-97de-c369ac82419a req-f20d2a98-6644-49bf-8f74-6e4dd5c90ed6 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Request body: {'port': {'device_id': '73a8a362-d930-47d5-b449-fec49325ba7a', 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0', 'admin_state_up': True, 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'security_groups': ['ffd27b6e-5b14-403d-90cb-88bd2331b24f']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:05:07.682830 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:07.692994 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-821141a7-d88f-477a-8607-adc8f31b9ef9 req-fa9c8987-9d0a-4704-871d-b7e9548eeb14 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Calling delete_port for c3710695-2c7b-4d4d-96bc-de38e27dc865 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:05:07.802071 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483724f1-3e0f-434a-bf15-f227778e709d req-97b529cd-3769-4396-9b41-f56d3ea5d05e tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:07.803544 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-483724f1-3e0f-434a-bf15-f227778e709d req-97b529cd-3769-4396-9b41-f56d3ea5d05e tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/ports?device_id=5dddc973-36be-43e2-8971-e5e218dee91b HTTP/1.1" status: 200 len: 945 time: 0.0467830 May 26 14:05:07.833446 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:07.851714 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-483724f1-3e0f-434a-bf15-f227778e709d req-dd0b1894-f6bd-4656-9ac3-7ba75a03af26 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.91 "GET /v2.0/security-groups?id=3017b6fe-5607-4218-9951-2f4a2b76098f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424037 May 26 14:05:07.875021 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-643f0241-0505-4aa6-97de-c369ac82419a req-f20d2a98-6644-49bf-8f74-6e4dd5c90ed6 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Made reservation on behalf of 3fcd25a6c4574894a8270e3a43af782d for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:05:07.878391 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-643f0241-0505-4aa6-97de-c369ac82419a req-f20d2a98-6644-49bf-8f74-6e4dd5c90ed6 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:07.961677 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-821141a7-d88f-477a-8607-adc8f31b9ef9 req-fa9c8987-9d0a-4704-871d-b7e9548eeb14 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (c3710695-2c7b-4d4d-96bc-de38e27dc865), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:08.000591 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c8987-9d0a-4704-871d-b7e9548eeb14 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Pushing event deleted for resources: {'Port': ['ID=c3710695-2c7b-4d4d-96bc-de38e27dc865,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:08.081043 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-821141a7-d88f-477a-8607-adc8f31b9ef9 req-fa9c8987-9d0a-4704-871d-b7e9548eeb14 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] No DVR routers for this DVR port c3710695-2c7b-4d4d-96bc-de38e27dc865 on host hv-cinder-84213 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:05:08.084956 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-821141a7-d88f-477a-8607-adc8f31b9ef9 req-fa9c8987-9d0a-4704-871d-b7e9548eeb14 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:08.088186 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-821141a7-d88f-477a-8607-adc8f31b9ef9 req-fa9c8987-9d0a-4704-871d-b7e9548eeb14 tempest-TestMinimumBasicScenario-58948697 tempest-TestMinimumBasicScenario-58948697-project] 10.222.0.82 "DELETE /v2.0/ports/c3710695-2c7b-4d4d-96bc-de38e27dc865 HTTP/1.1" status: 204 len: 173 time: 0.6736231 May 26 14:05:08.088612 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dddc973-36be-43e2-8971-e5e218dee91b', 'name': 'network-vif-deleted', 'tag': 'c3710695-2c7b-4d4d-96bc-de38e27dc865'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:05:08.091562 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a2fe3094dbca619affac8640d5d00e1e0d94bf0ce4138e249cf9dd9a9bbd82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5c894d-7bc7-4391-88c8-a06219adc092" -d '{"events": [{"server_uuid": "5dddc973-36be-43e2-8971-e5e218dee91b", "name": "network-vif-deleted", "tag": "c3710695-2c7b-4d4d-96bc-de38e27dc865"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:05:08.110662 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-643f0241-0505-4aa6-97de-c369ac82419a req-f20d2a98-6644-49bf-8f74-6e4dd5c90ed6 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Allocated IP 172.20.0.12 (48f83048-1a6c-4ff2-af0b-d6658384b0a0/a3821460-f20b-4748-9fc2-59afe71a09a7/a40f207c-1239-46bb-af6c-60ad2e69d6db) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:05:08.127692 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79cc7920-b745-4a2d-b89d-0f5d92636e93 x-openstack-request-id: req-79cc7920-b745-4a2d-b89d-0f5d92636e93 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:05:08.127953 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dddc973-36be-43e2-8971-e5e218dee91b", "name": "network-vif-deleted", "tag": "c3710695-2c7b-4d4d-96bc-de38e27dc865", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:05:08.128198 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-79cc7920-b745-4a2d-b89d-0f5d92636e93 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:05:08.128603 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79cc7920-b745-4a2d-b89d-0f5d92636e93'] response: {'server_uuid': '5dddc973-36be-43e2-8971-e5e218dee91b', 'name': 'network-vif-deleted', 'tag': 'c3710695-2c7b-4d4d-96bc-de38e27dc865', 'status': 'completed', 'code': 200} May 26 14:05:08.260460 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-643f0241-0505-4aa6-97de-c369ac82419a req-f20d2a98-6644-49bf-8f74-6e4dd5c90ed6 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for port (a40f207c-1239-46bb-af6c-60ad2e69d6db), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:08.293375 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-643f0241-0505-4aa6-97de-c369ac82419a req-f20d2a98-6644-49bf-8f74-6e4dd5c90ed6 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (a40f207c-1239-46bb-af6c-60ad2e69d6db), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:08.337492 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-643f0241-0505-4aa6-97de-c369ac82419a req-f20d2a98-6644-49bf-8f74-6e4dd5c90ed6 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Network 48f83048-1a6c-4ff2-af0b-d6658384b0a0 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:05:08.343544 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-643f0241-0505-4aa6-97de-c369ac82419a req-f20d2a98-6644-49bf-8f74-6e4dd5c90ed6 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:05:08.347300 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-643f0241-0505-4aa6-97de-c369ac82419a req-f20d2a98-6644-49bf-8f74-6e4dd5c90ed6 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 14:05:08.374917 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d2a98-6644-49bf-8f74-6e4dd5c90ed6 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Pushing event updated for resources: {'Port': ['ID=a40f207c-1239-46bb-af6c-60ad2e69d6db,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:08.400779 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f0241-0505-4aa6-97de-c369ac82419a req-f20d2a98-6644-49bf-8f74-6e4dd5c90ed6 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:08.401554 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-643f0241-0505-4aa6-97de-c369ac82419a req-f20d2a98-6644-49bf-8f74-6e4dd5c90ed6 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:08.420691 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-643f0241-0505-4aa6-97de-c369ac82419a req-f20d2a98-6644-49bf-8f74-6e4dd5c90ed6 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7500618 May 26 14:05:08.599738 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08744892-c0d6-47b4-a742-a2c144c676dd req-630fcbb6-be7f-4087-9163-231509f7cf46 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:08.601275 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-08744892-c0d6-47b4-a742-a2c144c676dd req-630fcbb6-be7f-4087-9163-231509f7cf46 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 932 time: 0.0529873 May 26 14:05:08.621083 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-6b5c2e18-859c-4688-9953-c94c80c03021 None None] Provisioning complete for port a40f207c-1239-46bb-af6c-60ad2e69d6db triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:05:08.621709 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6b5c2e18-859c-4688-9953-c94c80c03021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (a40f207c-1239-46bb-af6c-60ad2e69d6db), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:08.627797 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:08.650340 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-08744892-c0d6-47b4-a742-a2c144c676dd req-5d7a48b5-d4cb-4412-bab0-8b613896b66b tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423391 May 26 14:05:08.655383 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-6b5c2e18-859c-4688-9953-c94c80c03021 None None] Port a40f207c-1239-46bb-af6c-60ad2e69d6db cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 14:05:08.656665 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-643f0241-0505-4aa6-97de-c369ac82419a req-498fa574-613d-43ce-be0e-79624c2fac9d service neutron] Request body: {'port': {'device_id': '73a8a362-d930-47d5-b449-fec49325ba7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84213'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:05:08.680597 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:08.718315 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-643f0241-0505-4aa6-97de-c369ac82419a req-498fa574-613d-43ce-be0e-79624c2fac9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (a40f207c-1239-46bb-af6c-60ad2e69d6db), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:08.948682 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:09.019898 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-643f0241-0505-4aa6-97de-c369ac82419a req-498fa574-613d-43ce-be0e-79624c2fac9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a40f207c-1239-46bb-af6c-60ad2e69d6db {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 14:05:09.027766 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-643f0241-0505-4aa6-97de-c369ac82419a req-498fa574-613d-43ce-be0e-79624c2fac9d service neutron] Publish callbacks [] for port (a40f207c-1239-46bb-af6c-60ad2e69d6db), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:09.041361 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-643f0241-0505-4aa6-97de-c369ac82419a req-498fa574-613d-43ce-be0e-79624c2fac9d service neutron] Transition to ACTIVE for port object a40f207c-1239-46bb-af6c-60ad2e69d6db will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 14:05:09.045634 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-643f0241-0505-4aa6-97de-c369ac82419a req-498fa574-613d-43ce-be0e-79624c2fac9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14253987'] for port (a40f207c-1239-46bb-af6c-60ad2e69d6db), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:09.119508 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fa574-613d-43ce-be0e-79624c2fac9d service neutron] Pushing event updated for resources: {'Port': ['ID=a40f207c-1239-46bb-af6c-60ad2e69d6db,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:09.130312 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device c3710695-2c7b-4d4d-96bc-de38e27dc865 no longer exists at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:05:09.157490 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] No Port match for: c3710695-2c7b-4d4d-96bc-de38e27dc865 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:05:09.158088 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device c3710695-2c7b-4d4d-96bc-de38e27dc865 not bound to the agent host hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:05:09.420817 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-643f0241-0505-4aa6-97de-c369ac82419a req-498fa574-613d-43ce-be0e-79624c2fac9d service neutron] Attempting to bind port a40f207c-1239-46bb-af6c-60ad2e69d6db on host hv-cinder-84213 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 14:05:09.421293 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-643f0241-0505-4aa6-97de-c369ac82419a req-498fa574-613d-43ce-be0e-79624c2fac9d service neutron] Attempting to bind port a40f207c-1239-46bb-af6c-60ad2e69d6db by drivers openvswitch,hyperv on host hv-cinder-84213 at level 0 using segments [{'id': 'f321a816-e3bc-4765-98e8-4c091bbebacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 14:05:09.421628 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643f0241-0505-4aa6-97de-c369ac82419a req-498fa574-613d-43ce-be0e-79624c2fac9d service neutron] Attempting to bind port a40f207c-1239-46bb-af6c-60ad2e69d6db on network 48f83048-1a6c-4ff2-af0b-d6658384b0a0 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 14:05:09.426443 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643f0241-0505-4aa6-97de-c369ac82419a req-498fa574-613d-43ce-be0e-79624c2fac9d service neutron] Port a40f207c-1239-46bb-af6c-60ad2e69d6db on network 48f83048-1a6c-4ff2-af0b-d6658384b0a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84213 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 14:05:09.426823 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643f0241-0505-4aa6-97de-c369ac82419a req-498fa574-613d-43ce-be0e-79624c2fac9d service neutron] Attempting to bind port a40f207c-1239-46bb-af6c-60ad2e69d6db on network 48f83048-1a6c-4ff2-af0b-d6658384b0a0 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 14:05:09.432150 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643f0241-0505-4aa6-97de-c369ac82419a req-498fa574-613d-43ce-be0e-79624c2fac9d service neutron] Checking agent: {'id': '7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'started_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 14, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 14:05:09.432540 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643f0241-0505-4aa6-97de-c369ac82419a req-498fa574-613d-43ce-be0e-79624c2fac9d service neutron] Checking segment: {'id': 'f321a816-e3bc-4765-98e8-4c091bbebacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 14:05:09.432885 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643f0241-0505-4aa6-97de-c369ac82419a req-498fa574-613d-43ce-be0e-79624c2fac9d service neutron] Bound using segment: {'id': 'f321a816-e3bc-4765-98e8-4c091bbebacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 14:05:09.433507 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-643f0241-0505-4aa6-97de-c369ac82419a req-498fa574-613d-43ce-be0e-79624c2fac9d service neutron] Bound port: a40f207c-1239-46bb-af6c-60ad2e69d6db, host: hv-cinder-84213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f321a816-e3bc-4765-98e8-4c091bbebacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 14:05:09.433854 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-643f0241-0505-4aa6-97de-c369ac82419a req-498fa574-613d-43ce-be0e-79624c2fac9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (a40f207c-1239-46bb-af6c-60ad2e69d6db), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:09.496746 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-643f0241-0505-4aa6-97de-c369ac82419a req-498fa574-613d-43ce-be0e-79624c2fac9d service neutron] For port a40f207c-1239-46bb-af6c-60ad2e69d6db, host hv-cinder-84213, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 14:05:09.500936 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-643f0241-0505-4aa6-97de-c369ac82419a req-498fa574-613d-43ce-be0e-79624c2fac9d service neutron] For port a40f207c-1239-46bb-af6c-60ad2e69d6db, host hv-cinder-84213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=a40f207c-1239-46bb-af6c-60ad2e69d6db,segment=NetworkSegment(f321a816-e3bc-4765-98e8-4c091bbebacd),segment_id=f321a816-e3bc-4765-98e8-4c091bbebacd)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 14:05:09.506628 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-643f0241-0505-4aa6-97de-c369ac82419a req-498fa574-613d-43ce-be0e-79624c2fac9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14253987'] for port (a40f207c-1239-46bb-af6c-60ad2e69d6db), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:09.544405 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f0241-0505-4aa6-97de-c369ac82419a req-498fa574-613d-43ce-be0e-79624c2fac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:09.545022 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-643f0241-0505-4aa6-97de-c369ac82419a req-498fa574-613d-43ce-be0e-79624c2fac9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:09.546436 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-643f0241-0505-4aa6-97de-c369ac82419a req-498fa574-613d-43ce-be0e-79624c2fac9d service neutron] 10.222.0.82 "PUT /v2.0/ports/a40f207c-1239-46bb-af6c-60ad2e69d6db HTTP/1.1" status: 200 len: 1094 time: 0.8947752 May 26 14:05:09.564625 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fa574-613d-43ce-be0e-79624c2fac9d service neutron] Pushing event updated for resources: {'Port': ['ID=a40f207c-1239-46bb-af6c-60ad2e69d6db,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:09.600857 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 51830) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:05:09.672756 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f0241-0505-4aa6-97de-c369ac82419a req-51d98409-ce53-45cc-96c8-8224df05d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:09.675938 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-643f0241-0505-4aa6-97de-c369ac82419a req-51d98409-ce53-45cc-96c8-8224df05d49b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3fcd25a6c4574894a8270e3a43af782d&device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 1128 time: 0.0464282 May 26 14:05:09.728269 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-643f0241-0505-4aa6-97de-c369ac82419a req-96c1c62a-cd12-464f-8b9c-a3b41bbfc33c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a40f207c-1239-46bb-af6c-60ad2e69d6db HTTP/1.1" status: 200 len: 217 time: 0.0382078 May 26 14:05:09.746254 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:09.779930 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f0241-0505-4aa6-97de-c369ac82419a req-d5331e83-9f56-4589-8dbd-e921043d41a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:09.781413 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-643f0241-0505-4aa6-97de-c369ac82419a req-d5331e83-9f56-4589-8dbd-e921043d41a6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3821460-f20b-4748-9fc2-59afe71a09a7 HTTP/1.1" status: 200 len: 849 time: 0.0468397 May 26 14:05:09.811989 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5de27-a972-4a4f-aa9c-7196b1f07246 req-e3e9c279-5e68-42a9-8f3a-efe0c7fa7611 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:09.813414 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-48d5de27-a972-4a4f-aa9c-7196b1f07246 req-e3e9c279-5e68-42a9-8f3a-efe0c7fa7611 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 944 time: 0.0656745 May 26 14:05:09.832089 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f0241-0505-4aa6-97de-c369ac82419a req-5b2ced80-66e7-40d1-8195-d3573b626ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:09.833535 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-643f0241-0505-4aa6-97de-c369ac82419a req-5b2ced80-66e7-40d1-8195-d3573b626ae9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=48f83048-1a6c-4ff2-af0b-d6658384b0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451744 May 26 14:05:09.927703 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-643f0241-0505-4aa6-97de-c369ac82419a req-7b4388d9-5dc2-465d-846f-a89321b21ce1 service neutron] 10.222.0.82 "GET /v2.0/networks/48f83048-1a6c-4ff2-af0b-d6658384b0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860512 May 26 14:05:09.931547 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-48d5de27-a972-4a4f-aa9c-7196b1f07246 req-a872ab23-d8b0-4a6b-a09d-2c4b0c826158 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895216 May 26 14:05:09.951928 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:10.024194 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-643f0241-0505-4aa6-97de-c369ac82419a req-effcaf5b-71b8-4ba6-80cc-1f5da0a8de73 service neutron] 10.222.0.82 "GET /v2.0/networks/48f83048-1a6c-4ff2-af0b-d6658384b0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900912 May 26 14:05:10.055640 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-19b80527-7c5b-48bb-95de-55ea213e498d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-781528'] for router_interface (ab499425-a84e-4f6e-aa47-f89554625ab9), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:10.130061 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a8a362-d930-47d5-b449-fec49325ba7a', 'tag': 'a40f207c-1239-46bb-af6c-60ad2e69d6db'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:05:10.132487 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a2fe3094dbca619affac8640d5d00e1e0d94bf0ce4138e249cf9dd9a9bbd82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7e48c4-4ded-4f85-b972-ec7c18814c56" -d '{"events": [{"name": "network-changed", "server_uuid": "73a8a362-d930-47d5-b449-fec49325ba7a", "tag": "a40f207c-1239-46bb-af6c-60ad2e69d6db"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:05:10.168211 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 14:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c409e6be-4a30-478e-a6d4-055eb3d206cf x-openstack-request-id: req-c409e6be-4a30-478e-a6d4-055eb3d206cf {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:05:10.168499 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a8a362-d930-47d5-b449-fec49325ba7a", "tag": "a40f207c-1239-46bb-af6c-60ad2e69d6db", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:05:10.168768 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c409e6be-4a30-478e-a6d4-055eb3d206cf {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:05:10.169169 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c409e6be-4a30-478e-a6d4-055eb3d206cf'] response: {'name': 'network-changed', 'server_uuid': '73a8a362-d930-47d5-b449-fec49325ba7a', 'tag': 'a40f207c-1239-46bb-af6c-60ad2e69d6db', 'status': 'completed', 'code': 200} May 26 14:05:10.537894 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-19b80527-7c5b-48bb-95de-55ea213e498d admin admin] Deleting port 08c7fbde-6089-49f4-9c3b-5e85b717558e {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:05:10.538230 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-19b80527-7c5b-48bb-95de-55ea213e498d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (08c7fbde-6089-49f4-9c3b-5e85b717558e), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:10.617042 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-19b80527-7c5b-48bb-95de-55ea213e498d admin admin] For port 08c7fbde-6089-49f4-9c3b-5e85b717558e, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=08c7fbde-6089-49f4-9c3b-5e85b717558e,segment=NetworkSegment(32a538b2-b5da-4136-a950-cc79b8ca0862),segment_id=32a538b2-b5da-4136-a950-cc79b8ca0862)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:05:10.617784 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-19b80527-7c5b-48bb-95de-55ea213e498d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (08c7fbde-6089-49f4-9c3b-5e85b717558e), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:10.630818 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-19b80527-7c5b-48bb-95de-55ea213e498d admin admin] Calling delete_port for 08c7fbde-6089-49f4-9c3b-5e85b717558e owned by network:router_interface {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:05:10.739835 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:10.804068 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-19b80527-7c5b-48bb-95de-55ea213e498d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (08c7fbde-6089-49f4-9c3b-5e85b717558e), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:10.828002 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b80527-7c5b-48bb-95de-55ea213e498d admin admin] Pushing event deleted for resources: {'Port': ['ID=08c7fbde-6089-49f4-9c3b-5e85b717558e,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:10.834057 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:11.041384 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-19b80527-7c5b-48bb-95de-55ea213e498d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-302216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781380'] for router_interface (ab499425-a84e-4f6e-aa47-f89554625ab9), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:11.069564 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8defd1a-f28f-4ad3-91a0-4a7da0fb5274 req-1ee86627-3bac-4535-a5ff-97b9e9cbfec5 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:11.071049 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b8defd1a-f28f-4ad3-91a0-4a7da0fb5274 req-1ee86627-3bac-4535-a5ff-97b9e9cbfec5 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 944 time: 0.0632706 May 26 14:05:11.198399 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b8defd1a-f28f-4ad3-91a0-4a7da0fb5274 req-d7119d4f-0b2b-4f31-854b-623b8c221eb0 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956903 May 26 14:05:11.303913 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b80527-7c5b-48bb-95de-55ea213e498d admin admin] Router ab499425-a84e-4f6e-aa47-f89554625ab9 has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:05:11.402721 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b80527-7c5b-48bb-95de-55ea213e498d admin admin] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:05:11.408041 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-19b80527-7c5b-48bb-95de-55ea213e498d admin admin] 10.222.0.91 "PUT /v2.0/routers/ab499425-a84e-4f6e-aa47-f89554625ab9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8059778 May 26 14:05:11.410613 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 51840) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:05:11.413246 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52b36e4-ec14-464f-a548-6c698528068f None None] Sync routers for ids ['ab499425-a84e-4f6e-aa47-f89554625ab9'] in dv-cinder-842130-1-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:05:11.424174 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52b36e4-ec14-464f-a548-6c698528068f None None] Routers {'ab499425-a84e-4f6e-aa47-f89554625ab9'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:05:11.424844 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a52b36e4-ec14-464f-a548-6c698528068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:04:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['ab499425-a84e-4f6e-aa47-f89554625ab9'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:11.507212 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9cfb15a9-99e6-4526-9fae-b387e8e00d3d admin admin] Publish callbacks [] for router (ab499425-a84e-4f6e-aa47-f89554625ab9), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:11.607709 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:11.608980 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9cfb15a9-99e6-4526-9fae-b387e8e00d3d admin admin] Publish callbacks [] for router_gateway (ab499425-a84e-4f6e-aa47-f89554625ab9), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:11.609665 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-a52b36e4-ec14-464f-a548-6c698528068f None None] Set router ab499425-a84e-4f6e-aa47-f89554625ab9 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:05:11.655148 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9cfb15a9-99e6-4526-9fae-b387e8e00d3d admin admin] Deleting port 9ade85e2-a89f-4c1d-aec9-7c6e2a540bca {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:05:11.655734 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9cfb15a9-99e6-4526-9fae-b387e8e00d3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (9ade85e2-a89f-4c1d-aec9-7c6e2a540bca), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:11.657784 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:11.728862 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:11.736726 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9cfb15a9-99e6-4526-9fae-b387e8e00d3d admin admin] For port 9ade85e2-a89f-4c1d-aec9-7c6e2a540bca, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=9ade85e2-a89f-4c1d-aec9-7c6e2a540bca,segment=NetworkSegment(7398460f-ba92-4b10-bc2e-e16a0f9ed6bc),segment_id=7398460f-ba92-4b10-bc2e-e16a0f9ed6bc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:05:11.737088 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9cfb15a9-99e6-4526-9fae-b387e8e00d3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (9ade85e2-a89f-4c1d-aec9-7c6e2a540bca), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:11.750745 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9cfb15a9-99e6-4526-9fae-b387e8e00d3d admin admin] Calling delete_port for 9ade85e2-a89f-4c1d-aec9-7c6e2a540bca owned by network:router_gateway {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:05:11.774362 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a52b36e4-ec14-464f-a548-6c698528068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'name': 'tempest-TestMinimumBasicScenario-585642497-router', 'tenant_id': '08ed6980f1214f6789f94f34a4c68e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '9ade85e2-a89f-4c1d-aec9-7c6e2a540bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T14:05:10Z', 'revision_number': 5, 'project_id': '08ed6980f1214f6789f94f34a4c68e6e', 'gw_port': {'id': '9ade85e2-a89f-4c1d-aec9-7c6e2a540bca', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi'}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:11.798621 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52b36e4-ec14-464f-a548-6c698528068f None None] Checking router: ab499425-a84e-4f6e-aa47-f89554625ab9 for host: dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:05:11.806897 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52b36e4-ec14-464f-a548-6c698528068f None None] Routers {'ab499425-a84e-4f6e-aa47-f89554625ab9'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:05:11.807496 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a52b36e4-ec14-464f-a548-6c698528068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:04:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['ab499425-a84e-4f6e-aa47-f89554625ab9'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:11.888595 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-a52b36e4-ec14-464f-a548-6c698528068f None None] Set router ab499425-a84e-4f6e-aa47-f89554625ab9 gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:05:11.914759 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9cfb15a9-99e6-4526-9fae-b387e8e00d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (9ade85e2-a89f-4c1d-aec9-7c6e2a540bca), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:11.935368 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a52b36e4-ec14-464f-a548-6c698528068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'name': 'tempest-TestMinimumBasicScenario-585642497-router', 'tenant_id': '08ed6980f1214f6789f94f34a4c68e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T14:05:11Z', 'revision_number': 6, 'project_id': '08ed6980f1214f6789f94f34a4c68e6e', 'gw_port_host': None}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:11.937209 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb15a9-99e6-4526-9fae-b387e8e00d3d admin admin] Pushing event deleted for resources: {'Port': ['ID=9ade85e2-a89f-4c1d-aec9-7c6e2a540bca,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:11.962673 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52b36e4-ec14-464f-a548-6c698528068f None None] The sync data for ids ['ab499425-a84e-4f6e-aa47-f89554625ab9'] in dv-cinder-842130-1-iscsi is: [{'id': 'ab499425-a84e-4f6e-aa47-f89554625ab9', 'name': 'tempest-TestMinimumBasicScenario-585642497-router', 'tenant_id': '08ed6980f1214f6789f94f34a4c68e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T14:05:11Z', 'revision_number': 6, 'project_id': '08ed6980f1214f6789f94f34a4c68e6e', 'gw_port_host': None}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:05:12.007082 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9cfb15a9-99e6-4526-9fae-b387e8e00d3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-778726'] for router_gateway (ab499425-a84e-4f6e-aa47-f89554625ab9), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:12.091926 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9cfb15a9-99e6-4526-9fae-b387e8e00d3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5905'] for router (ab499425-a84e-4f6e-aa47-f89554625ab9), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:12.094248 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9cfb15a9-99e6-4526-9fae-b387e8e00d3d admin admin] Publish callbacks [] for router_controller (ab499425-a84e-4f6e-aa47-f89554625ab9), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:12.134242 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9cfb15a9-99e6-4526-9fae-b387e8e00d3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579260'] for router (ab499425-a84e-4f6e-aa47-f89554625ab9), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:12.134900 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfb15a9-99e6-4526-9fae-b387e8e00d3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab499425-a84e-4f6e-aa47-f89554625ab9 {{(pid=103886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 14:05:12.141621 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9cfb15a9-99e6-4526-9fae-b387e8e00d3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:12.142748 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-9cfb15a9-99e6-4526-9fae-b387e8e00d3d admin admin] 10.222.0.91 "DELETE /v2.0/routers/ab499425-a84e-4f6e-aa47-f89554625ab9 HTTP/1.1" status: 204 len: 168 time: 0.7312493 May 26 14:05:12.145291 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 51842) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:05:12.189507 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_v2 [None req-345259ae-a98d-495a-b00f-68a4a698c916 admin admin] Deleting subnet 600c6f3c-cfcb-4a91-8156-6ec613102bd5 {{(pid=103886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 14:05:12.192742 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-345259ae-a98d-495a-b00f-68a4a698c916 admin admin] Publish callbacks [] for subnet (600c6f3c-cfcb-4a91-8156-6ec613102bd5), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:12.227909 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-345259ae-a98d-495a-b00f-68a4a698c916 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13293489'] for subnet (600c6f3c-cfcb-4a91-8156-6ec613102bd5), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:12.369700 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a78a7-d184-41c7-b579-eeb7406d032f req-4edc7d10-2e5a-4d89-8fc9-07cde80cecd2 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:12.371235 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a77a78a7-d184-41c7-b579-eeb7406d032f req-4edc7d10-2e5a-4d89-8fc9-07cde80cecd2 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 944 time: 0.1003640 May 26 14:05:12.374652 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-345259ae-a98d-495a-b00f-68a4a698c916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771753'] for subnet (600c6f3c-cfcb-4a91-8156-6ec613102bd5), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:12.460552 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a77a78a7-d184-41c7-b579-eeb7406d032f req-e86bcae9-29d9-444e-8fad-2da7e0febf82 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662384 May 26 14:05:12.465027 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-345259ae-a98d-495a-b00f-68a4a698c916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13293486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13325969'] for subnet (600c6f3c-cfcb-4a91-8156-6ec613102bd5), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:12.491731 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345259ae-a98d-495a-b00f-68a4a698c916 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=600c6f3c-cfcb-4a91-8156-6ec613102bd5,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:12.495149 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-345259ae-a98d-495a-b00f-68a4a698c916 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:12.499367 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-345259ae-a98d-495a-b00f-68a4a698c916 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/600c6f3c-cfcb-4a91-8156-6ec613102bd5 HTTP/1.1" status: 204 len: 168 time: 0.3526359 May 26 14:05:12.501381 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 51848) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:05:12.503771 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9daa0e69-77db-4d02-8e10-08cd274ac40b None None] Network dc9a3522-5732-4ae3-9805-a5cd81aa181e requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 14:05:12.562050 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:12.568919 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-524383e9-db24-4753-99e7-5259f96377ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1846382'] for network (dc9a3522-5732-4ae3-9805-a5cd81aa181e), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:12.613651 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:12.620697 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-524383e9-db24-4753-99e7-5259f96377ca admin admin] Deleting port 8e98dda2-ace4-4730-9504-cb41b3ac7a52 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:05:12.620697 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-524383e9-db24-4753-99e7-5259f96377ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (8e98dda2-ace4-4730-9504-cb41b3ac7a52), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:12.682356 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-524383e9-db24-4753-99e7-5259f96377ca admin admin] For port 8e98dda2-ace4-4730-9504-cb41b3ac7a52, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=8e98dda2-ace4-4730-9504-cb41b3ac7a52,segment=NetworkSegment(32a538b2-b5da-4136-a950-cc79b8ca0862),segment_id=32a538b2-b5da-4136-a950-cc79b8ca0862)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:05:12.683001 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-524383e9-db24-4753-99e7-5259f96377ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (8e98dda2-ace4-4730-9504-cb41b3ac7a52), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:12.695492 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-524383e9-db24-4753-99e7-5259f96377ca admin admin] Calling delete_port for 8e98dda2-ace4-4730-9504-cb41b3ac7a52 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:05:12.756011 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae79e6c1-4449-4feb-98b4-9d171e5382d3 None None] DHCP port deletion for dc9a3522-5732-4ae3-9805-a5cd81aa181e request from dv-cinder-842130-1-iscsi {{(pid=103887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 14:05:12.779437 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-524383e9-db24-4753-99e7-5259f96377ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (8e98dda2-ace4-4730-9504-cb41b3ac7a52), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:12.800932 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-ae79e6c1-4449-4feb-98b4-9d171e5382d3 None None] Deleting port 8e98dda2-ace4-4730-9504-cb41b3ac7a52 {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:05:12.801334 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ae79e6c1-4449-4feb-98b4-9d171e5382d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (8e98dda2-ace4-4730-9504-cb41b3ac7a52), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:12.804069 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524383e9-db24-4753-99e7-5259f96377ca admin admin] Pushing event deleted for resources: {'Port': ['ID=8e98dda2-ace4-4730-9504-cb41b3ac7a52,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:12.807479 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524383e9-db24-4753-99e7-5259f96377ca admin admin] No DVR routers for this DVR port 8e98dda2-ace4-4730-9504-cb41b3ac7a52 on host dv-cinder-842130-1-iscsi {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:05:12.868949 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-ae79e6c1-4449-4feb-98b4-9d171e5382d3 None None] For port 8e98dda2-ace4-4730-9504-cb41b3ac7a52, host dv-cinder-842130-1-iscsi, got binding levels [] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:05:12.869614 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ae79e6c1-4449-4feb-98b4-9d171e5382d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (8e98dda2-ace4-4730-9504-cb41b3ac7a52), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:12.878046 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-524383e9-db24-4753-99e7-5259f96377ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769820', 'neutron.services.segments.db._delete_segments_for_network-8727248709232'] for network (dc9a3522-5732-4ae3-9805-a5cd81aa181e), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:12.883477 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-ae79e6c1-4449-4feb-98b4-9d171e5382d3 None None] Calling delete_port for 8e98dda2-ace4-4730-9504-cb41b3ac7a52 owned by network:dhcp {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:05:12.886528 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.ipam_backend_mixin [None req-ae79e6c1-4449-4feb-98b4-9d171e5382d3 None None] Port 8e98dda2-ace4-4730-9504-cb41b3ac7a52 was not found and therefore no delete operation was performed {{(pid=103887) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 26 14:05:12.887830 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ae79e6c1-4449-4feb-98b4-9d171e5382d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306'] for port (8e98dda2-ace4-4730-9504-cb41b3ac7a52), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:12.901561 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-524383e9-db24-4753-99e7-5259f96377ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc9a3522-5732-4ae3-9805-a5cd81aa181e']}} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:12.911312 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-524383e9-db24-4753-99e7-5259f96377ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a538b2-b5da-4136-a950-cc79b8ca0862') {'for_net_delete': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:12.911610 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-524383e9-db24-4753-99e7-5259f96377ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a538b2-b5da-4136-a950-cc79b8ca0862') {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:12.912109 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79e6c1-4449-4feb-98b4-9d171e5382d3 None None] Pushing event deleted for resources: {'Port': ['ID=8e98dda2-ace4-4730-9504-cb41b3ac7a52,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:12.915861 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae79e6c1-4449-4feb-98b4-9d171e5382d3 None None] No DVR routers for this DVR port 8e98dda2-ace4-4730-9504-cb41b3ac7a52 on host dv-cinder-842130-1-iscsi {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:05:12.921738 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-524383e9-db24-4753-99e7-5259f96377ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727248710265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13293448'] for segment (32a538b2-b5da-4136-a950-cc79b8ca0862), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:12.935977 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-524383e9-db24-4753-99e7-5259f96377ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990'] for segment (32a538b2-b5da-4136-a950-cc79b8ca0862), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:12.942712 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-524383e9-db24-4753-99e7-5259f96377ca admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 14:05:12.943105 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-524383e9-db24-4753-99e7-5259f96377ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13292044'] for segment (32a538b2-b5da-4136-a950-cc79b8ca0862), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:12.963983 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.services.segments.plugin [-] Segment 32a538b2-b5da-4136-a950-cc79b8ca0862 resource provider aggregate not found May 26 14:05:13.011028 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-524383e9-db24-4753-99e7-5259f96377ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778698'] for network (dc9a3522-5732-4ae3-9805-a5cd81aa181e), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:13.025006 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.services.segments.plugin [-] Segment 32a538b2-b5da-4136-a950-cc79b8ca0862 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32a538b2-b5da-4136-a950-cc79b8ca0862 found for delete ", "request_id": "req-9a4fa499-d250-439c-90b8-cf79a531dfef"}]} May 26 14:05:13.027021 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-524383e9-db24-4753-99e7-5259f96377ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:13.030964 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-524383e9-db24-4753-99e7-5259f96377ca admin admin] 10.222.0.91 "DELETE /v2.0/networks/dc9a3522-5732-4ae3-9805-a5cd81aa181e HTTP/1.1" status: 204 len: 168 time: 0.5285976 May 26 14:05:13.040808 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 51854) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:05:13.048459 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524383e9-db24-4753-99e7-5259f96377ca admin admin] Pushing event deleted for resources: {'Network': ['ID=dc9a3522-5732-4ae3-9805-a5cd81aa181e,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:13.121227 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 9ade85e2-a89f-4c1d-aec9-7c6e2a540bca no longer exists at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:05:13.123857 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f7a479b5-25eb-4992-ba64-b27cda930322 req-2be49da3-1de5-45fc-ac9c-f253053bd140 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0955124 May 26 14:05:13.134509 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e48c4-4ded-4f85-b972-ec7c18814c56 req-384a0de0-6cac-4a8b-9abd-be6dd87043fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:13.136137 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ca7e48c4-4ded-4f85-b972-ec7c18814c56 req-384a0de0-6cac-4a8b-9abd-be6dd87043fb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3fcd25a6c4574894a8270e3a43af782d&device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 1128 time: 0.0513008 May 26 14:05:13.147577 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device a40f207c-1239-46bb-af6c-60ad2e69d6db details requested by agent hyperv_hv-cinder-84213 with host hv-cinder-84213 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 14:05:13.150963 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] No Port match for: 9ade85e2-a89f-4c1d-aec9-7c6e2a540bca {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:05:13.151520 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 9ade85e2-a89f-4c1d-aec9-7c6e2a540bca not bound to the agent host dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:05:13.152102 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 8e98dda2-ace4-4730-9504-cb41b3ac7a52 no longer exists at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:05:13.180204 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=100 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:13.185205 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] No Port match for: 8e98dda2-ace4-4730-9504-cb41b3ac7a52 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:05:13.185540 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 8e98dda2-ace4-4730-9504-cb41b3ac7a52 not bound to the agent host dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:05:13.185961 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 08c7fbde-6089-49f4-9c3b-5e85b717558e no longer exists at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:05:13.210832 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] No Port match for: 08c7fbde-6089-49f4-9c3b-5e85b717558e {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:05:13.211178 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 08c7fbde-6089-49f4-9c3b-5e85b717558e not bound to the agent host dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:05:13.253259 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a479b5-25eb-4992-ba64-b27cda930322 req-56b85577-dce3-4e8c-94c0-bc034f590481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:13.254755 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f7a479b5-25eb-4992-ba64-b27cda930322 req-56b85577-dce3-4e8c-94c0-bc034f590481 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4d13c9a0ad1146158525c3398ff4de2a&device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 1130 time: 0.0842104 May 26 14:05:13.302509 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e48c4-4ded-4f85-b972-ec7c18814c56 req-dba0328a-ebdc-4cff-a8c2-8afc22b8ecda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:13.304047 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ca7e48c4-4ded-4f85-b972-ec7c18814c56 req-dba0328a-ebdc-4cff-a8c2-8afc22b8ecda service neutron] 10.222.0.82 "GET /v2.0/networks?id=48f83048-1a6c-4ff2-af0b-d6658384b0a0 HTTP/1.1" status: 200 len: 911 time: 0.1561096 May 26 14:05:13.306080 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:13.325279 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port a40f207c-1239-46bb-af6c-60ad2e69d6db, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=a40f207c-1239-46bb-af6c-60ad2e69d6db,segment=NetworkSegment(f321a816-e3bc-4765-98e8-4c091bbebacd),segment_id=f321a816-e3bc-4765-98e8-4c091bbebacd)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:05:13.337848 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Returning: {'device': 'a40f207c-1239-46bb-af6c-60ad2e69d6db', 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0', 'port_id': 'a40f207c-1239-46bb-af6c-60ad2e69d6db', 'mac_address': 'fa:16:3e:ca:8a:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3821460-f20b-4748-9fc2-59afe71a09a7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 14:05:13.373592 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ca7e48c4-4ded-4f85-b972-ec7c18814c56 req-9c4953a3-d789-4343-b30f-a2cb4857c8c3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a40f207c-1239-46bb-af6c-60ad2e69d6db HTTP/1.1" status: 200 len: 217 time: 0.0344937 May 26 14:05:13.373935 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port a40f207c-1239-46bb-af6c-60ad2e69d6db is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:05:13.374389 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (a40f207c-1239-46bb-af6c-60ad2e69d6db), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:13.382998 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b5828456-18bc-4c76-a5b2-5fbd6748b830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-781528'] for router_interface (8ed0b3f7-e5bb-4bce-b6f8-8876580c1002), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:13.388647 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a40f207c-1239-46bb-af6c-60ad2e69d6db {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 14:05:13.409678 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port a40f207c-1239-46bb-af6c-60ad2e69d6db, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=a40f207c-1239-46bb-af6c-60ad2e69d6db,segment=NetworkSegment(f321a816-e3bc-4765-98e8-4c091bbebacd),segment_id=f321a816-e3bc-4765-98e8-4c091bbebacd)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:05:13.415306 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (a40f207c-1239-46bb-af6c-60ad2e69d6db), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:13.450034 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e48c4-4ded-4f85-b972-ec7c18814c56 req-7b90d9a6-3a0c-4315-8b85-6afa4c588549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:13.451499 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ca7e48c4-4ded-4f85-b972-ec7c18814c56 req-7b90d9a6-3a0c-4315-8b85-6afa4c588549 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3821460-f20b-4748-9fc2-59afe71a09a7 HTTP/1.1" status: 200 len: 849 time: 0.0714121 May 26 14:05:13.454125 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a479b5-25eb-4992-ba64-b27cda930322 req-360300cc-a7a7-4ff0-9ed6-7a169eb43a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:13.455449 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f7a479b5-25eb-4992-ba64-b27cda930322 req-360300cc-a7a7-4ff0-9ed6-7a169eb43a16 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2e2642a5-f4ea-4c44-b7a8-82a279ead114 HTTP/1.1" status: 200 len: 910 time: 0.1774614 May 26 14:05:13.462650 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=a40f207c-1239-46bb-af6c-60ad2e69d6db,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:13.546367 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e48c4-4ded-4f85-b972-ec7c18814c56 req-5dc44388-af84-4c7c-91a4-fa2af8bc554e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:13.547870 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ca7e48c4-4ded-4f85-b972-ec7c18814c56 req-5dc44388-af84-4c7c-91a4-fa2af8bc554e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=48f83048-1a6c-4ff2-af0b-d6658384b0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0857019 May 26 14:05:13.553950 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f7a479b5-25eb-4992-ba64-b27cda930322 req-298af9af-20fd-4016-89c0-e0313c008596 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d604ff9-6337-4905-bd16-e0eb02d19035 HTTP/1.1" status: 200 len: 1001 time: 0.0905519 May 26 14:05:13.572110 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:13.579571 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:13.594891 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef06898-70d8-479c-80da-fdcc5bfc6cb6 req-9dcb233c-10a7-4e6a-8591-d7cbb4c7e9a1 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:13.596338 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7ef06898-70d8-479c-80da-fdcc5bfc6cb6 req-9dcb233c-10a7-4e6a-8591-d7cbb4c7e9a1 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 945 time: 0.0596597 May 26 14:05:13.655883 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a479b5-25eb-4992-ba64-b27cda930322 req-111d6b2b-0922-4a2c-820a-5fdc4097b7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:13.657369 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f7a479b5-25eb-4992-ba64-b27cda930322 req-111d6b2b-0922-4a2c-820a-5fdc4097b7d3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea142ff0-5d98-4000-a61c-5aa9b40fe7ba HTTP/1.1" status: 200 len: 848 time: 0.0946834 May 26 14:05:13.694912 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7ef06898-70d8-479c-80da-fdcc5bfc6cb6 req-3ea3af8f-a83f-460a-988f-6905d6092c17 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760653 May 26 14:05:13.695699 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b5828456-18bc-4c76-a5b2-5fbd6748b830 admin admin] Deleting port 4a689253-7550-4b8d-8314-34dc884d22bd {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:05:13.695877 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b5828456-18bc-4c76-a5b2-5fbd6748b830 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (4a689253-7550-4b8d-8314-34dc884d22bd), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:13.711063 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ca7e48c4-4ded-4f85-b972-ec7c18814c56 req-4ec2b235-9e12-44fc-88c7-c06502ad1d3c service neutron] 10.222.0.82 "GET /v2.0/networks/48f83048-1a6c-4ff2-af0b-d6658384b0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559484 May 26 14:05:13.718535 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a479b5-25eb-4992-ba64-b27cda930322 req-d3383771-5258-402e-8f90-73bc734ffc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:13.720277 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f7a479b5-25eb-4992-ba64-b27cda930322 req-d3383771-5258-402e-8f90-73bc734ffc94 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2e2642a5-f4ea-4c44-b7a8-82a279ead114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545976 May 26 14:05:13.775196 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b5828456-18bc-4c76-a5b2-5fbd6748b830 admin admin] For port 4a689253-7550-4b8d-8314-34dc884d22bd, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=4a689253-7550-4b8d-8314-34dc884d22bd,segment=NetworkSegment(de981c0a-4c08-44e8-b22e-8690ef7c03a7),segment_id=de981c0a-4c08-44e8-b22e-8690ef7c03a7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:05:13.775447 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b5828456-18bc-4c76-a5b2-5fbd6748b830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (4a689253-7550-4b8d-8314-34dc884d22bd), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:13.791672 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b5828456-18bc-4c76-a5b2-5fbd6748b830 admin admin] Calling delete_port for 4a689253-7550-4b8d-8314-34dc884d22bd owned by network:router_interface {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:05:13.879807 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ca7e48c4-4ded-4f85-b972-ec7c18814c56 req-c6b86d47-9038-4fa0-9e55-b7e34dedbc17 service neutron] 10.222.0.82 "GET /v2.0/networks/48f83048-1a6c-4ff2-af0b-d6658384b0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582191 May 26 14:05:13.881958 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f7a479b5-25eb-4992-ba64-b27cda930322 req-812d6e14-b6da-4b1e-9d3c-2662b969e344 service neutron] 10.222.0.82 "GET /v2.0/networks/2e2642a5-f4ea-4c44-b7a8-82a279ead114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532323 May 26 14:05:13.900557 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] get_ports_and_sgs() called for port_ids ['a40f207c-1239-46bb-af6c-60ad2e69d6db'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 14:05:13.913195 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=100 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:13.975258 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:13.993014 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b5828456-18bc-4c76-a5b2-5fbd6748b830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (4a689253-7550-4b8d-8314-34dc884d22bd), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:13.999869 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f7a479b5-25eb-4992-ba64-b27cda930322 req-5db63d7f-4c02-4ea1-9a45-e6d9099d9567 service neutron] 10.222.0.82 "GET /v2.0/networks/2e2642a5-f4ea-4c44-b7a8-82a279ead114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962751 May 26 14:05:14.021308 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5828456-18bc-4c76-a5b2-5fbd6748b830 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a689253-7550-4b8d-8314-34dc884d22bd,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:14.447648 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b5828456-18bc-4c76-a5b2-5fbd6748b830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-302216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781380'] for router_interface (8ed0b3f7-e5bb-4bce-b6f8-8876580c1002), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:14.601778 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:14.660216 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5828456-18bc-4c76-a5b2-5fbd6748b830 admin admin] Router 8ed0b3f7-e5bb-4bce-b6f8-8876580c1002 has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:05:14.751686 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:14.760955 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5828456-18bc-4c76-a5b2-5fbd6748b830 admin admin] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:05:14.766038 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-b5828456-18bc-4c76-a5b2-5fbd6748b830 admin admin] 10.222.0.91 "PUT /v2.0/routers/8ed0b3f7-e5bb-4bce-b6f8-8876580c1002/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7237742 May 26 14:05:14.768579 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 51862) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:05:14.771193 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5de6d78-bed6-46a4-aa07-bd74bf833219 None None] Sync routers for ids ['8ed0b3f7-e5bb-4bce-b6f8-8876580c1002'] in dv-cinder-842130-1-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:05:14.782254 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5de6d78-bed6-46a4-aa07-bd74bf833219 None None] Routers {'8ed0b3f7-e5bb-4bce-b6f8-8876580c1002'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:05:14.782866 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e5de6d78-bed6-46a4-aa07-bd74bf833219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:04:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['8ed0b3f7-e5bb-4bce-b6f8-8876580c1002'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:14.858530 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d9c17-e9ab-4996-84a5-98df463fe284 req-9813f5ec-1270-4aee-aba6-b0a2633b2440 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:14.859982 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d30d9c17-e9ab-4996-84a5-98df463fe284 req-9813f5ec-1270-4aee-aba6-b0a2633b2440 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 945 time: 0.0846751 May 26 14:05:14.885517 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-e5de6d78-bed6-46a4-aa07-bd74bf833219 None None] Set router 8ed0b3f7-e5bb-4bce-b6f8-8876580c1002 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:05:14.927296 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ef4e0023-a73b-4871-b385-e8c7375c2555 admin admin] Publish callbacks [] for router (8ed0b3f7-e5bb-4bce-b6f8-8876580c1002), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:14.982333 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d30d9c17-e9ab-4996-84a5-98df463fe284 req-3524b312-be54-448f-994e-59d6475fa42c tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962837 May 26 14:05:15.060227 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ef4e0023-a73b-4871-b385-e8c7375c2555 admin admin] Publish callbacks [] for router_gateway (8ed0b3f7-e5bb-4bce-b6f8-8876580c1002), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:15.078254 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e5de6d78-bed6-46a4-aa07-bd74bf833219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed0b3f7-e5bb-4bce-b6f8-8876580c1002', 'name': 'tempest-TestMinimumBasicScenario-2043743713-router', 'tenant_id': '60a6f4f6d3854690befed268a5911a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'c9ff1d5d-e41b-466e-bb27-1fb8d001228d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:45Z', 'updated_at': '2022-05-26T14:05:13Z', 'revision_number': 5, 'project_id': '60a6f4f6d3854690befed268a5911a3b', 'gw_port': {'id': 'c9ff1d5d-e41b-466e-bb27-1fb8d001228d', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:bc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed0b3f7-e5bb-4bce-b6f8-8876580c1002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:47Z', 'updated_at': '2022-05-26T13:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi'}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:15.104937 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ef4e0023-a73b-4871-b385-e8c7375c2555 admin admin] Deleting port c9ff1d5d-e41b-466e-bb27-1fb8d001228d {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:05:15.105323 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ef4e0023-a73b-4871-b385-e8c7375c2555 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (c9ff1d5d-e41b-466e-bb27-1fb8d001228d), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:15.108654 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5de6d78-bed6-46a4-aa07-bd74bf833219 None None] Checking router: 8ed0b3f7-e5bb-4bce-b6f8-8876580c1002 for host: dv-cinder-842130-1-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:05:15.117184 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5de6d78-bed6-46a4-aa07-bd74bf833219 None None] Routers {'8ed0b3f7-e5bb-4bce-b6f8-8876580c1002'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:05:15.117829 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e5de6d78-bed6-46a4-aa07-bd74bf833219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:04:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['8ed0b3f7-e5bb-4bce-b6f8-8876580c1002'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:15.179251 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device a40f207c-1239-46bb-af6c-60ad2e69d6db up at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 14:05:15.190143 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ef4e0023-a73b-4871-b385-e8c7375c2555 admin admin] For port c9ff1d5d-e41b-466e-bb27-1fb8d001228d, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=c9ff1d5d-e41b-466e-bb27-1fb8d001228d,segment=NetworkSegment(7398460f-ba92-4b10-bc2e-e16a0f9ed6bc),segment_id=7398460f-ba92-4b10-bc2e-e16a0f9ed6bc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:05:15.190502 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ef4e0023-a73b-4871-b385-e8c7375c2555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (c9ff1d5d-e41b-466e-bb27-1fb8d001228d), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:15.205506 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ef4e0023-a73b-4871-b385-e8c7375c2555 admin admin] Calling delete_port for c9ff1d5d-e41b-466e-bb27-1fb8d001228d owned by network:router_gateway {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:05:15.226457 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:15.232006 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-e5de6d78-bed6-46a4-aa07-bd74bf833219 None None] Set router 8ed0b3f7-e5bb-4bce-b6f8-8876580c1002 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:05:15.285189 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e5de6d78-bed6-46a4-aa07-bd74bf833219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed0b3f7-e5bb-4bce-b6f8-8876580c1002', 'name': 'tempest-TestMinimumBasicScenario-2043743713-router', 'tenant_id': '60a6f4f6d3854690befed268a5911a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:45Z', 'updated_at': '2022-05-26T14:05:15Z', 'revision_number': 6, 'project_id': '60a6f4f6d3854690befed268a5911a3b', 'gw_port_host': None}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:15.314496 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5de6d78-bed6-46a4-aa07-bd74bf833219 None None] The sync data for ids ['8ed0b3f7-e5bb-4bce-b6f8-8876580c1002'] in dv-cinder-842130-1-iscsi is: [{'id': '8ed0b3f7-e5bb-4bce-b6f8-8876580c1002', 'name': 'tempest-TestMinimumBasicScenario-2043743713-router', 'tenant_id': '60a6f4f6d3854690befed268a5911a3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:45Z', 'updated_at': '2022-05-26T14:05:15Z', 'revision_number': 6, 'project_id': '60a6f4f6d3854690befed268a5911a3b', 'gw_port_host': None}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:05:15.319637 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning for port a40f207c-1239-46bb-af6c-60ad2e69d6db completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 14:05:15.327220 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning complete for port a40f207c-1239-46bb-af6c-60ad2e69d6db triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:05:15.327638 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (a40f207c-1239-46bb-af6c-60ad2e69d6db), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:15.373985 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ef4e0023-a73b-4871-b385-e8c7375c2555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (c9ff1d5d-e41b-466e-bb27-1fb8d001228d), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:15.400020 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e0023-a73b-4871-b385-e8c7375c2555 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9ff1d5d-e41b-466e-bb27-1fb8d001228d,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:15.403941 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port a40f207c-1239-46bb-af6c-60ad2e69d6db is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:05:15.404328 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (a40f207c-1239-46bb-af6c-60ad2e69d6db), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:15.428767 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a8a362-d930-47d5-b449-fec49325ba7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40f207c-1239-46bb-af6c-60ad2e69d6db'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:05:15.431132 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75cf6a0b0aca4359f4c43b56c27fa80c20f62c04807301a9a0ec5234ef5b0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4506771e-b944-455d-9543-c13e33e83131" -d '{"events": [{"server_uuid": "73a8a362-d930-47d5-b449-fec49325ba7a", "name": "network-vif-plugged", "status": "completed", "tag": "a40f207c-1239-46bb-af6c-60ad2e69d6db"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:05:15.443583 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port a40f207c-1239-46bb-af6c-60ad2e69d6db, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=a40f207c-1239-46bb-af6c-60ad2e69d6db,segment=NetworkSegment(f321a816-e3bc-4765-98e8-4c091bbebacd),segment_id=f321a816-e3bc-4765-98e8-4c091bbebacd)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:05:15.448032 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (a40f207c-1239-46bb-af6c-60ad2e69d6db), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:15.463448 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:15.470924 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ef4e0023-a73b-4871-b385-e8c7375c2555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-778726'] for router_gateway (8ed0b3f7-e5bb-4bce-b6f8-8876580c1002), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:15.479033 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb608d72-fda1-4efe-8b23-f49d92ffa51e x-openstack-request-id: req-fb608d72-fda1-4efe-8b23-f49d92ffa51e {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:05:15.479327 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a8a362-d930-47d5-b449-fec49325ba7a", "name": "network-vif-plugged", "status": "completed", "tag": "a40f207c-1239-46bb-af6c-60ad2e69d6db", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:05:15.479578 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fb608d72-fda1-4efe-8b23-f49d92ffa51e {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:05:15.479964 dv-cinder-842130-1-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb608d72-fda1-4efe-8b23-f49d92ffa51e'] response: {'server_uuid': '73a8a362-d930-47d5-b449-fec49325ba7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40f207c-1239-46bb-af6c-60ad2e69d6db', 'code': 200} May 26 14:05:15.504889 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=a40f207c-1239-46bb-af6c-60ad2e69d6db,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:15.560508 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ef4e0023-a73b-4871-b385-e8c7375c2555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5905'] for router (8ed0b3f7-e5bb-4bce-b6f8-8876580c1002), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:15.562701 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ef4e0023-a73b-4871-b385-e8c7375c2555 admin admin] Publish callbacks [] for router_controller (8ed0b3f7-e5bb-4bce-b6f8-8876580c1002), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:15.615490 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ef4e0023-a73b-4871-b385-e8c7375c2555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579260'] for router (8ed0b3f7-e5bb-4bce-b6f8-8876580c1002), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:15.616119 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4e0023-a73b-4871-b385-e8c7375c2555 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ed0b3f7-e5bb-4bce-b6f8-8876580c1002 {{(pid=103886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 14:05:15.620422 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ef4e0023-a73b-4871-b385-e8c7375c2555 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:15.624865 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-ef4e0023-a73b-4871-b385-e8c7375c2555 admin admin] 10.222.0.91 "DELETE /v2.0/routers/8ed0b3f7-e5bb-4bce-b6f8-8876580c1002 HTTP/1.1" status: 204 len: 168 time: 0.8522294 May 26 14:05:15.624865 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 51866) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:05:15.673017 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_v2 [None req-2953f9c0-6557-49fe-b07c-033ad4ae1ce5 admin admin] Deleting subnet 353f0404-5419-4494-b034-08b9373097ba {{(pid=103886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 14:05:15.676468 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2953f9c0-6557-49fe-b07c-033ad4ae1ce5 admin admin] Publish callbacks [] for subnet (353f0404-5419-4494-b034-08b9373097ba), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:15.705613 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:15.715437 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2953f9c0-6557-49fe-b07c-033ad4ae1ce5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13293489'] for subnet (353f0404-5419-4494-b034-08b9373097ba), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:15.720886 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ad307-dbda-4b0b-b31b-86d46fbaf6d0 req-25c3722e-d8c4-4e84-b83b-daf0f73574d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:15.722422 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7d3ad307-dbda-4b0b-b31b-86d46fbaf6d0 req-25c3722e-d8c4-4e84-b83b-daf0f73574d4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 1130 time: 0.0422742 May 26 14:05:15.782145 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7d3ad307-dbda-4b0b-b31b-86d46fbaf6d0 req-26de8744-a121-48a8-9d8f-3ef5af4cc6e2 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533197 May 26 14:05:15.797993 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2953f9c0-6557-49fe-b07c-033ad4ae1ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771753'] for subnet (353f0404-5419-4494-b034-08b9373097ba), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:15.848620 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2953f9c0-6557-49fe-b07c-033ad4ae1ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13293486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13325969'] for subnet (353f0404-5419-4494-b034-08b9373097ba), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:15.874958 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953f9c0-6557-49fe-b07c-033ad4ae1ce5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=353f0404-5419-4494-b034-08b9373097ba,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:15.876890 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2953f9c0-6557-49fe-b07c-033ad4ae1ce5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:15.880010 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-2953f9c0-6557-49fe-b07c-033ad4ae1ce5 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/353f0404-5419-4494-b034-08b9373097ba HTTP/1.1" status: 204 len: 168 time: 0.2541969 May 26 14:05:15.881801 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0225098e-53ec-4fe9-96a5-ded6e6ac8e84 None None] Network 8af92952-78ec-4c40-b433-c44330b54074 requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 14:05:15.882623 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 51868) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:05:15.953528 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c3ccade-de78-4634-9e24-d839fc01795a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1846382'] for network (8af92952-78ec-4c40-b433-c44330b54074), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:15.996622 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-1c3ccade-de78-4634-9e24-d839fc01795a admin admin] Deleting port af9e3407-796f-4738-a479-c7e941070536 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:05:15.997675 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c3ccade-de78-4634-9e24-d839fc01795a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (af9e3407-796f-4738-a479-c7e941070536), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:16.065828 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-1c3ccade-de78-4634-9e24-d839fc01795a admin admin] For port af9e3407-796f-4738-a479-c7e941070536, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=af9e3407-796f-4738-a479-c7e941070536,segment=NetworkSegment(de981c0a-4c08-44e8-b22e-8690ef7c03a7),segment_id=de981c0a-4c08-44e8-b22e-8690ef7c03a7)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:05:16.066307 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c3ccade-de78-4634-9e24-d839fc01795a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (af9e3407-796f-4738-a479-c7e941070536), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:16.084958 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-1c3ccade-de78-4634-9e24-d839fc01795a admin admin] Calling delete_port for af9e3407-796f-4738-a479-c7e941070536 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:05:16.101030 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=100 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:16.119901 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9d2ea-9f0a-42b5-9bbc-41f9232c4c87 req-d9ffadaa-b2a6-42b1-91d7-fe1d234c50fa tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:16.121493 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d0e9d2ea-9f0a-42b5-9bbc-41f9232c4c87 req-d9ffadaa-b2a6-42b1-91d7-fe1d234c50fa tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0652032 May 26 14:05:16.128415 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea7fd60-5555-4c5b-bc41-1c7448000f6c None None] DHCP port deletion for 8af92952-78ec-4c40-b433-c44330b54074 request from dv-cinder-842130-1-iscsi {{(pid=103887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 14:05:16.178973 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c3ccade-de78-4634-9e24-d839fc01795a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (af9e3407-796f-4738-a479-c7e941070536), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:16.188342 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d0e9d2ea-9f0a-42b5-9bbc-41f9232c4c87 req-92da2526-0f67-44ce-9d83-4dabda306272 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571499 May 26 14:05:16.216415 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3ccade-de78-4634-9e24-d839fc01795a admin admin] No DVR routers for this DVR port af9e3407-796f-4738-a479-c7e941070536 on host dv-cinder-842130-1-iscsi {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:05:16.221700 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ccade-de78-4634-9e24-d839fc01795a admin admin] Pushing event deleted for resources: {'Port': ['ID=af9e3407-796f-4738-a479-c7e941070536,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:16.312890 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-eea7fd60-5555-4c5b-bc41-1c7448000f6c None None] Deleting port af9e3407-796f-4738-a479-c7e941070536 {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:05:16.313279 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-eea7fd60-5555-4c5b-bc41-1c7448000f6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (af9e3407-796f-4738-a479-c7e941070536), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:16.317641 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c3ccade-de78-4634-9e24-d839fc01795a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769820', 'neutron.services.segments.db._delete_segments_for_network-8727248709232'] for network (8af92952-78ec-4c40-b433-c44330b54074), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:16.339353 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-1c3ccade-de78-4634-9e24-d839fc01795a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8af92952-78ec-4c40-b433-c44330b54074']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:16.349105 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-1c3ccade-de78-4634-9e24-d839fc01795a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de981c0a-4c08-44e8-b22e-8690ef7c03a7') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:16.349434 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-1c3ccade-de78-4634-9e24-d839fc01795a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de981c0a-4c08-44e8-b22e-8690ef7c03a7') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:16.359971 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c3ccade-de78-4634-9e24-d839fc01795a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727248710265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14006224'] for segment (de981c0a-4c08-44e8-b22e-8690ef7c03a7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:16.374187 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c3ccade-de78-4634-9e24-d839fc01795a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990'] for segment (de981c0a-4c08-44e8-b22e-8690ef7c03a7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:16.375388 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-eea7fd60-5555-4c5b-bc41-1c7448000f6c None None] For port af9e3407-796f-4738-a479-c7e941070536, host dv-cinder-842130-1-iscsi, got binding levels [] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:05:16.375782 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-eea7fd60-5555-4c5b-bc41-1c7448000f6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (af9e3407-796f-4738-a479-c7e941070536), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:16.381645 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c3ccade-de78-4634-9e24-d839fc01795a admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 14:05:16.382931 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c3ccade-de78-4634-9e24-d839fc01795a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14254023'] for segment (de981c0a-4c08-44e8-b22e-8690ef7c03a7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:16.390466 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-eea7fd60-5555-4c5b-bc41-1c7448000f6c None None] Calling delete_port for af9e3407-796f-4738-a479-c7e941070536 owned by network:dhcp {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:05:16.392324 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:16.394508 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.ipam_backend_mixin [None req-eea7fd60-5555-4c5b-bc41-1c7448000f6c None None] Port af9e3407-796f-4738-a479-c7e941070536 was not found and therefore no delete operation was performed {{(pid=103887) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 26 14:05:16.396055 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-eea7fd60-5555-4c5b-bc41-1c7448000f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306'] for port (af9e3407-796f-4738-a479-c7e941070536), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:16.428409 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7fd60-5555-4c5b-bc41-1c7448000f6c None None] Pushing event deleted for resources: {'Port': ['ID=af9e3407-796f-4738-a479-c7e941070536,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:16.429597 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.services.segments.plugin [-] Segment de981c0a-4c08-44e8-b22e-8690ef7c03a7 resource provider aggregate not found May 26 14:05:16.431939 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea7fd60-5555-4c5b-bc41-1c7448000f6c None None] No DVR routers for this DVR port af9e3407-796f-4738-a479-c7e941070536 on host dv-cinder-842130-1-iscsi {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:05:16.451111 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.services.segments.plugin [-] Segment de981c0a-4c08-44e8-b22e-8690ef7c03a7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de981c0a-4c08-44e8-b22e-8690ef7c03a7 found for delete ", "request_id": "req-1740dc20-a47a-4f16-9796-5b4c7ca37d4e"}]} May 26 14:05:16.454371 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c3ccade-de78-4634-9e24-d839fc01795a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778698'] for network (8af92952-78ec-4c40-b433-c44330b54074), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:16.459856 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c3ccade-de78-4634-9e24-d839fc01795a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:16.463213 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-1c3ccade-de78-4634-9e24-d839fc01795a admin admin] 10.222.0.91 "DELETE /v2.0/networks/8af92952-78ec-4c40-b433-c44330b54074 HTTP/1.1" status: 204 len: 168 time: 0.5795882 May 26 14:05:16.483225 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ccade-de78-4634-9e24-d839fc01795a admin admin] Pushing event deleted for resources: {'Network': ['ID=8af92952-78ec-4c40-b433-c44330b54074,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:16.597876 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 51878) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:05:16.639134 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-9cf2503b-cc77-4315-bc36-016da59cf316 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=08ed6980f1214f6789f94f34a4c68e6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400655 May 26 14:05:16.642172 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 51880) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:05:16.690842 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d3431bf1-14e9-4cd6-b8f5-93cffaccec36 admin admin] Publish callbacks [] for security_group (3017b6fe-5607-4218-9951-2f4a2b76098f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:16.711691 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d3431bf1-14e9-4cd6-b8f5-93cffaccec36 admin admin] Publish callbacks [] for security_group (3017b6fe-5607-4218-9951-2f4a2b76098f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:16.713060 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:16.760007 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d3431bf1-14e9-4cd6-b8f5-93cffaccec36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (3017b6fe-5607-4218-9951-2f4a2b76098f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:16.762503 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d3431bf1-14e9-4cd6-b8f5-93cffaccec36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:16.763715 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-d3431bf1-14e9-4cd6-b8f5-93cffaccec36 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3017b6fe-5607-4218-9951-2f4a2b76098f HTTP/1.1" status: 204 len: 168 time: 0.1206532 May 26 14:05:16.771666 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3431bf1-14e9-4cd6-b8f5-93cffaccec36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3017b6fe-5607-4218-9951-2f4a2b76098f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:17.063469 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device af9e3407-796f-4738-a479-c7e941070536 no longer exists at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:05:17.083141 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] No Port match for: af9e3407-796f-4738-a479-c7e941070536 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:05:17.083590 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device af9e3407-796f-4738-a479-c7e941070536 not bound to the agent host dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:05:17.083986 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device c9ff1d5d-e41b-466e-bb27-1fb8d001228d no longer exists at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:05:17.103380 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] No Port match for: c9ff1d5d-e41b-466e-bb27-1fb8d001228d {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:05:17.103812 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device c9ff1d5d-e41b-466e-bb27-1fb8d001228d not bound to the agent host dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:05:17.104287 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 4a689253-7550-4b8d-8314-34dc884d22bd no longer exists at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:05:17.104831 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 51890) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:05:17.123129 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] No Port match for: 4a689253-7550-4b8d-8314-34dc884d22bd {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:05:17.123560 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 4a689253-7550-4b8d-8314-34dc884d22bd not bound to the agent host dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:05:17.148716 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-611ad4af-bd07-47fe-ac30-aade28e77ac5 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=60a6f4f6d3854690befed268a5911a3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426853 May 26 14:05:17.151213 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 51892) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:05:17.202723 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cf25e9aa-328a-4098-8fa3-32ea5a3626b4 admin admin] Publish callbacks [] for security_group (178e5a1d-a8aa-4704-a254-66e52d48a813), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:17.224733 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cf25e9aa-328a-4098-8fa3-32ea5a3626b4 admin admin] Publish callbacks [] for security_group (178e5a1d-a8aa-4704-a254-66e52d48a813), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:17.302426 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff19359-e0a9-47d9-b259-4a17112d33c9 req-0aea8fee-a1cc-42c6-866a-2319b5cf1e72 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:17.303923 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cff19359-e0a9-47d9-b259-4a17112d33c9 req-0aea8fee-a1cc-42c6-866a-2319b5cf1e72 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0504608 May 26 14:05:17.309298 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cf25e9aa-328a-4098-8fa3-32ea5a3626b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (178e5a1d-a8aa-4704-a254-66e52d48a813), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:17.311950 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cf25e9aa-328a-4098-8fa3-32ea5a3626b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:17.313049 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-cf25e9aa-328a-4098-8fa3-32ea5a3626b4 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/178e5a1d-a8aa-4704-a254-66e52d48a813 HTTP/1.1" status: 204 len: 168 time: 0.1609483 May 26 14:05:17.332845 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf25e9aa-328a-4098-8fa3-32ea5a3626b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178e5a1d-a8aa-4704-a254-66e52d48a813,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:17.365121 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cff19359-e0a9-47d9-b259-4a17112d33c9 req-e29eaaec-a4d7-4992-a1dc-3953e61f850a tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505679 May 26 14:05:17.506462 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0aedd869-7970-469b-ac7c-15b45b9554a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:18.480394 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b32ec-7556-4a80-8fdb-6991f8523542 req-ae785f01-2c62-4428-b58c-dee5ee29d26d tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:18.482268 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c17b32ec-7556-4a80-8fdb-6991f8523542 req-ae785f01-2c62-4428-b58c-dee5ee29d26d tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0493150 May 26 14:05:18.530206 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c17b32ec-7556-4a80-8fdb-6991f8523542 req-de099425-cb8d-4b2d-96f7-fe129113b521 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424061 May 26 14:05:18.637635 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847eed1a-8ded-4fe2-9cad-7dda9d755a76 req-581d4e26-82a1-426d-9726-82b178d7aaf4 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:18.639075 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-847eed1a-8ded-4fe2-9cad-7dda9d755a76 req-581d4e26-82a1-426d-9726-82b178d7aaf4 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0456252 May 26 14:05:18.648219 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 51902) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:05:18.652392 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-ddc271be-c7f3-4f8e-9215-521fb476f2ee tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Request body: {'floatingip': {'port_id': 'a40f207c-1239-46bb-af6c-60ad2e69d6db'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:05:18.684280 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:18.691055 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ddc271be-c7f3-4f8e-9215-521fb476f2ee tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for floatingip (f7a8ca2f-8edf-4cbe-b925-dece7a8a321d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:18.959310 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:19.100485 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ddc271be-c7f3-4f8e-9215-521fb476f2ee tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:19.104176 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ddc271be-c7f3-4f8e-9215-521fb476f2ee tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778712'] for floatingip (f7a8ca2f-8edf-4cbe-b925-dece7a8a321d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:19.198266 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.db.l3_db [None req-ddc271be-c7f3-4f8e-9215-521fb476f2ee tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Floating IP f7a8ca2f-8edf-4cbe-b925-dece7a8a321d associated. External IP: 172.27.1.32, port: a40f207c-1239-46bb-af6c-60ad2e69d6db. May 26 14:05:19.394845 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc271be-c7f3-4f8e-9215-521fb476f2ee tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Router e7c68bca-8dd7-491e-beed-4664274f6134 has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:05:19.493840 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc271be-c7f3-4f8e-9215-521fb476f2ee tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:05:19.498724 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ddc271be-c7f3-4f8e-9215-521fb476f2ee tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:19.504137 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b55a55b-3632-43ed-b6e4-f62da3d96cbe None None] Sync routers for ids ['e7c68bca-8dd7-491e-beed-4664274f6134'] in dv-cinder-842130-1-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:05:19.515114 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b55a55b-3632-43ed-b6e4-f62da3d96cbe None None] Routers {'e7c68bca-8dd7-491e-beed-4664274f6134'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:05:19.516153 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-8b55a55b-3632-43ed-b6e4-f62da3d96cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:04:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['e7c68bca-8dd7-491e-beed-4664274f6134'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:19.532584 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-ddc271be-c7f3-4f8e-9215-521fb476f2ee tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "PUT /v2.0/floatingips/f7a8ca2f-8edf-4cbe-b925-dece7a8a321d HTTP/1.1" status: 200 len: 991 time: 0.8833373 May 26 14:05:19.533210 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a8a362-d930-47d5-b449-fec49325ba7a', 'tag': 'a40f207c-1239-46bb-af6c-60ad2e69d6db'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:05:19.535471 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a67d27a2ec375fafa348027e062b6cf3c7935884065918e746e599b143197b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c79ad5-302e-48ca-94b7-94f23139aa5e" -d '{"events": [{"name": "network-changed", "server_uuid": "73a8a362-d930-47d5-b449-fec49325ba7a", "tag": "a40f207c-1239-46bb-af6c-60ad2e69d6db"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:05:19.569854 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 14:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3ee08e-7050-4f70-b494-cc9a3ce5e3c1 x-openstack-request-id: req-1d3ee08e-7050-4f70-b494-cc9a3ce5e3c1 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:05:19.570143 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a8a362-d930-47d5-b449-fec49325ba7a", "tag": "a40f207c-1239-46bb-af6c-60ad2e69d6db", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:05:19.570393 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1d3ee08e-7050-4f70-b494-cc9a3ce5e3c1 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:05:19.570797 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d3ee08e-7050-4f70-b494-cc9a3ce5e3c1'] response: {'name': 'network-changed', 'server_uuid': '73a8a362-d930-47d5-b449-fec49325ba7a', 'tag': 'a40f207c-1239-46bb-af6c-60ad2e69d6db', 'status': 'completed', 'code': 200} May 26 14:05:19.617420 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-8b55a55b-3632-43ed-b6e4-f62da3d96cbe None None] Set router e7c68bca-8dd7-491e-beed-4664274f6134 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:05:19.663219 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c79ad5-302e-48ca-94b7-94f23139aa5e req-b97b5ca1-8be9-4cbd-92c4-243f519da145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:19.664006 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1745ed2d-8743-4fb2-ad42-db5fe69daf6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:19.664776 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-65c79ad5-302e-48ca-94b7-94f23139aa5e req-b97b5ca1-8be9-4cbd-92c4-243f519da145 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3fcd25a6c4574894a8270e3a43af782d&device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 1130 time: 0.0438623 May 26 14:05:19.763451 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c79ad5-302e-48ca-94b7-94f23139aa5e req-c440dddb-5a81-4cd1-93f3-1242b35ba385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:19.765022 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-65c79ad5-302e-48ca-94b7-94f23139aa5e req-c440dddb-5a81-4cd1-93f3-1242b35ba385 service neutron] 10.222.0.82 "GET /v2.0/networks?id=48f83048-1a6c-4ff2-af0b-d6658384b0a0 HTTP/1.1" status: 200 len: 911 time: 0.0909843 May 26 14:05:19.826592 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-8b55a55b-3632-43ed-b6e4-f62da3d96cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'name': 'tempest-AttachVolumeTestJSON-445089964-router', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '90d25559-6ef3-44cc-a26f-15937eb8122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:05:02Z', 'revision_number': 4, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'gw_port': {'id': '90d25559-6ef3-44cc-a26f-15937eb8122c', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': 'f7a8ca2f-8edf-4cbe-b925-dece7a8a321d', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'port_id': 'a40f207c-1239-46bb-af6c-60ad2e69d6db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0', 'mac_address': 'fa:16:3e:ca:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a8a362-d930-47d5-b449-fec49325ba7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:05:04Z', 'updated_at': '2022-05-26T14:05:19Z', 'revision_number': 1, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead478b0-d78c-465c-924d-4225dcadeaac', 'name': '', 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'mac_address': 'fa:16:3e:b2:ff:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a3821460-f20b-4748-9fc2-59afe71a09a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T14:05:01Z', 'updated_at': '2022-05-26T14:05:06Z', 'revision_number': 5, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'subnets': [{'id': 'a3821460-f20b-4748-9fc2-59afe71a09a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:19.826886 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-65c79ad5-302e-48ca-94b7-94f23139aa5e req-6a242b08-6213-4ccc-bc6c-e4862eeeb3a7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a40f207c-1239-46bb-af6c-60ad2e69d6db HTTP/1.1" status: 200 len: 999 time: 0.0553362 May 26 14:05:19.854248 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b55a55b-3632-43ed-b6e4-f62da3d96cbe None None] Checking router: e7c68bca-8dd7-491e-beed-4664274f6134 for host: dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:05:19.863237 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b55a55b-3632-43ed-b6e4-f62da3d96cbe None None] Routers {'e7c68bca-8dd7-491e-beed-4664274f6134'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:05:19.863836 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-8b55a55b-3632-43ed-b6e4-f62da3d96cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:05:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['e7c68bca-8dd7-491e-beed-4664274f6134'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:19.882504 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c79ad5-302e-48ca-94b7-94f23139aa5e req-f33aa257-aadb-4a5a-b02a-b98d16a80e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:19.884000 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-65c79ad5-302e-48ca-94b7-94f23139aa5e req-f33aa257-aadb-4a5a-b02a-b98d16a80e3d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3821460-f20b-4748-9fc2-59afe71a09a7 HTTP/1.1" status: 200 len: 849 time: 0.0486724 May 26 14:05:19.927456 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c79ad5-302e-48ca-94b7-94f23139aa5e req-91d75d83-c49d-4c2b-8eb4-34d0918292d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:19.929111 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-65c79ad5-302e-48ca-94b7-94f23139aa5e req-91d75d83-c49d-4c2b-8eb4-34d0918292d5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=48f83048-1a6c-4ff2-af0b-d6658384b0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390079 May 26 14:05:19.960226 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-8b55a55b-3632-43ed-b6e4-f62da3d96cbe None None] Set router e7c68bca-8dd7-491e-beed-4664274f6134 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:05:19.988574 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=100 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:20.018983 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-65c79ad5-302e-48ca-94b7-94f23139aa5e req-4f46913c-1fbf-440f-b38a-a32452aff3ed service neutron] 10.222.0.82 "GET /v2.0/networks/48f83048-1a6c-4ff2-af0b-d6658384b0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821438 May 26 14:05:20.116301 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-65c79ad5-302e-48ca-94b7-94f23139aa5e req-1a6b2e9e-9780-4d76-968b-efe3e3fd70ca service neutron] 10.222.0.82 "GET /v2.0/networks/48f83048-1a6c-4ff2-af0b-d6658384b0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867367 May 26 14:05:20.167959 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-8b55a55b-3632-43ed-b6e4-f62da3d96cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'name': 'tempest-AttachVolumeTestJSON-445089964-router', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '90d25559-6ef3-44cc-a26f-15937eb8122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:05:02Z', 'revision_number': 4, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'gw_port': {'id': '90d25559-6ef3-44cc-a26f-15937eb8122c', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': 'f7a8ca2f-8edf-4cbe-b925-dece7a8a321d', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'port_id': 'a40f207c-1239-46bb-af6c-60ad2e69d6db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0', 'mac_address': 'fa:16:3e:ca:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a8a362-d930-47d5-b449-fec49325ba7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:05:04Z', 'updated_at': '2022-05-26T14:05:19Z', 'revision_number': 1, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead478b0-d78c-465c-924d-4225dcadeaac', 'name': '', 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'mac_address': 'fa:16:3e:b2:ff:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a3821460-f20b-4748-9fc2-59afe71a09a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T14:05:01Z', 'updated_at': '2022-05-26T14:05:06Z', 'revision_number': 5, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'subnets': [{'id': 'a3821460-f20b-4748-9fc2-59afe71a09a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:20.192203 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b55a55b-3632-43ed-b6e4-f62da3d96cbe None None] The sync data for ids ['e7c68bca-8dd7-491e-beed-4664274f6134'] in dv-cinder-842130-1-iscsi is: [{'id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'name': 'tempest-AttachVolumeTestJSON-445089964-router', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '90d25559-6ef3-44cc-a26f-15937eb8122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:05:02Z', 'revision_number': 4, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'gw_port': {'id': '90d25559-6ef3-44cc-a26f-15937eb8122c', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': 'f7a8ca2f-8edf-4cbe-b925-dece7a8a321d', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'port_id': 'a40f207c-1239-46bb-af6c-60ad2e69d6db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0', 'mac_address': 'fa:16:3e:ca:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a8a362-d930-47d5-b449-fec49325ba7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:05:04Z', 'updated_at': '2022-05-26T14:05:19Z', 'revision_number': 1, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead478b0-d78c-465c-924d-4225dcadeaac', 'name': '', 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'mac_address': 'fa:16:3e:b2:ff:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a3821460-f20b-4748-9fc2-59afe71a09a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T14:05:01Z', 'updated_at': '2022-05-26T14:05:06Z', 'revision_number': 5, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'subnets': [{'id': 'a3821460-f20b-4748-9fc2-59afe71a09a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:05:20.399088 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e98eb8a-78a6-4bc7-a377-1d442f6cf4ce None None] New status for floating IP f7a8ca2f-8edf-4cbe-b925-dece7a8a321d: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 14:05:21.295794 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:22.516102 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:23.990437 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:29.525614 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:29.529322 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=91 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:30.111476 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=93,neutron:DELETE=5 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:30.113498 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:DELETE=4,neutron:SELECT=49 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:31.527894 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:05:33.980055 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:33.986506 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=77,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:36.357416 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b456efd-c0f6-42ec-8b7f-ec084ad2047b req-0d000994-bf1f-4a08-91e9-9178ce87f96c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:36.358890 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4b456efd-c0f6-42ec-8b7f-ec084ad2047b req-0d000994-bf1f-4a08-91e9-9178ce87f96c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=d6c7fc24-24aa-48ea-b184-38585d2ffb40 HTTP/1.1" status: 200 len: 945 time: 0.0474305 May 26 14:05:36.405848 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4b456efd-c0f6-42ec-8b7f-ec084ad2047b req-bcdf72fc-c821-4352-a6d8-173daa6ab319 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=877fc971-8407-448f-891e-f57c671e9d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413895 May 26 14:05:37.291166 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:37.518699 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f06564-fd3f-474a-9116-bbdd7e87c3cb req-ff603ed9-ebd2-46a8-8c8a-a5354ad2b2e2 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:37.520158 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f1f06564-fd3f-474a-9116-bbdd7e87c3cb req-ff603ed9-ebd2-46a8-8c8a-a5354ad2b2e2 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=d6c7fc24-24aa-48ea-b184-38585d2ffb40 HTTP/1.1" status: 200 len: 945 time: 0.0461612 May 26 14:05:37.566862 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f1f06564-fd3f-474a-9116-bbdd7e87c3cb req-fbfc6977-e4e7-4f60-ae49-e6263ce6098f tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=877fc971-8407-448f-891e-f57c671e9d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410516 May 26 14:05:38.509010 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ad445-ee8f-4aa3-91b4-bbc46d4e3b43 req-e4afce3e-e8ef-462f-8bc8-d7b2d7a9f538 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:38.510509 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d70ad445-ee8f-4aa3-91b4-bbc46d4e3b43 req-e4afce3e-e8ef-462f-8bc8-d7b2d7a9f538 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.82 "GET /v2.0/ports?device_id=d6c7fc24-24aa-48ea-b184-38585d2ffb40 HTTP/1.1" status: 200 len: 945 time: 0.0473778 May 26 14:05:38.601836 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-d70ad445-ee8f-4aa3-91b4-bbc46d4e3b43 req-29d3d037-7090-461f-8007-08335f5c7066 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Deleting port 36211193-9c2e-4666-9039-2f26d4b7c02d {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:05:38.602182 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d70ad445-ee8f-4aa3-91b4-bbc46d4e3b43 req-29d3d037-7090-461f-8007-08335f5c7066 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (36211193-9c2e-4666-9039-2f26d4b7c02d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:38.694438 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-d70ad445-ee8f-4aa3-91b4-bbc46d4e3b43 req-29d3d037-7090-461f-8007-08335f5c7066 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] For port 36211193-9c2e-4666-9039-2f26d4b7c02d, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=36211193-9c2e-4666-9039-2f26d4b7c02d,segment=NetworkSegment(93677cf8-8388-429d-a7a5-bdb9a9d46a00),segment_id=93677cf8-8388-429d-a7a5-bdb9a9d46a00)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:05:38.694812 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d70ad445-ee8f-4aa3-91b4-bbc46d4e3b43 req-29d3d037-7090-461f-8007-08335f5c7066 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (36211193-9c2e-4666-9039-2f26d4b7c02d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:38.702155 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309b8ff-4596-4199-ace9-0f080ccac6fa req-d184b167-c5c8-46ec-93af-c77fbd9973bf tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:38.703699 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0309b8ff-4596-4199-ace9-0f080ccac6fa req-d184b167-c5c8-46ec-93af-c77fbd9973bf tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=d6c7fc24-24aa-48ea-b184-38585d2ffb40 HTTP/1.1" status: 200 len: 945 time: 0.0509908 May 26 14:05:38.750768 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0309b8ff-4596-4199-ace9-0f080ccac6fa req-74619bb9-2384-49eb-989e-cb282ed1a3cb tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=877fc971-8407-448f-891e-f57c671e9d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412986 May 26 14:05:38.857954 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d70ad445-ee8f-4aa3-91b4-bbc46d4e3b43 req-29d3d037-7090-461f-8007-08335f5c7066 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:38.858317 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d70ad445-ee8f-4aa3-91b4-bbc46d4e3b43 req-29d3d037-7090-461f-8007-08335f5c7066 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778712'] for floatingip (03428dd3-a75a-45bb-bb94-135899381ebc), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:38.858640 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.db.l3_db [req-d70ad445-ee8f-4aa3-91b4-bbc46d4e3b43 req-29d3d037-7090-461f-8007-08335f5c7066 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Floating IP 03428dd3-a75a-45bb-bb94-135899381ebc disassociated. External IP: 172.27.1.243, port: 36211193-9c2e-4666-9039-2f26d4b7c02d. May 26 14:05:38.858980 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-d70ad445-ee8f-4aa3-91b4-bbc46d4e3b43 req-29d3d037-7090-461f-8007-08335f5c7066 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Calling delete_port for 36211193-9c2e-4666-9039-2f26d4b7c02d owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:05:38.985471 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d70ad445-ee8f-4aa3-91b4-bbc46d4e3b43 req-29d3d037-7090-461f-8007-08335f5c7066 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (36211193-9c2e-4666-9039-2f26d4b7c02d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:39.016486 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3d037-7090-461f-8007-08335f5c7066 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Pushing event deleted for resources: {'Port': ['ID=36211193-9c2e-4666-9039-2f26d4b7c02d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:39.028838 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d3d037-7090-461f-8007-08335f5c7066 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:39.029219 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d3d037-7090-461f-8007-08335f5c7066 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:39.029565 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d3d037-7090-461f-8007-08335f5c7066 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:39.029897 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d3d037-7090-461f-8007-08335f5c7066 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:39.030226 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d3d037-7090-461f-8007-08335f5c7066 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:39.030555 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d3d037-7090-461f-8007-08335f5c7066 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:39.030879 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d3d037-7090-461f-8007-08335f5c7066 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:39.031205 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d3d037-7090-461f-8007-08335f5c7066 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:39.031549 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d3d037-7090-461f-8007-08335f5c7066 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:39.031898 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d3d037-7090-461f-8007-08335f5c7066 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:39.032223 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d3d037-7090-461f-8007-08335f5c7066 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:39.033257 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d3d037-7090-461f-8007-08335f5c7066 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:39.033257 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d3d037-7090-461f-8007-08335f5c7066 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:39.033257 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d3d037-7090-461f-8007-08335f5c7066 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:39.033527 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d3d037-7090-461f-8007-08335f5c7066 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:39.135077 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d70ad445-ee8f-4aa3-91b4-bbc46d4e3b43 req-29d3d037-7090-461f-8007-08335f5c7066 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Router daa0fa1d-1072-4f3c-8d4e-d0d83801f24a has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:05:39.238317 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d70ad445-ee8f-4aa3-91b4-bbc46d4e3b43 req-29d3d037-7090-461f-8007-08335f5c7066 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:05:39.250480 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0542722-e227-4c3d-bc9d-e0807714bc59 None None] Sync routers for ids ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'] in dv-cinder-842130-1-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:05:39.264818 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0542722-e227-4c3d-bc9d-e0807714bc59 None None] Routers {'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:05:39.265629 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-d0542722-e227-4c3d-bc9d-e0807714bc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:05:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:39.267202 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=100 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:39.289246 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70ad445-ee8f-4aa3-91b4-bbc46d4e3b43 req-29d3d037-7090-461f-8007-08335f5c7066 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] No DVR routers for this DVR port 36211193-9c2e-4666-9039-2f26d4b7c02d on host hv-cinder-84213 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:05:39.291753 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d70ad445-ee8f-4aa3-91b4-bbc46d4e3b43 req-29d3d037-7090-461f-8007-08335f5c7066 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:39.295169 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d70ad445-ee8f-4aa3-91b4-bbc46d4e3b43 req-29d3d037-7090-461f-8007-08335f5c7066 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.82 "DELETE /v2.0/ports/36211193-9c2e-4666-9039-2f26d4b7c02d HTTP/1.1" status: 204 len: 173 time: 0.7787018 May 26 14:05:39.295617 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c7fc24-24aa-48ea-b184-38585d2ffb40', 'name': 'network-vif-deleted', 'tag': '36211193-9c2e-4666-9039-2f26d4b7c02d'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:05:39.297878 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a2fe3094dbca619affac8640d5d00e1e0d94bf0ce4138e249cf9dd9a9bbd82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56be0180-b8cb-4f4e-90fc-73ca5c492292" -d '{"events": [{"server_uuid": "d6c7fc24-24aa-48ea-b184-38585d2ffb40", "name": "network-vif-deleted", "tag": "36211193-9c2e-4666-9039-2f26d4b7c02d"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:05:39.332924 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef45f974-0504-49d4-bf1b-ed5117117881 x-openstack-request-id: req-ef45f974-0504-49d4-bf1b-ed5117117881 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:05:39.333244 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c7fc24-24aa-48ea-b184-38585d2ffb40", "name": "network-vif-deleted", "tag": "36211193-9c2e-4666-9039-2f26d4b7c02d", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:05:39.333503 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ef45f974-0504-49d4-bf1b-ed5117117881 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:05:39.334290 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef45f974-0504-49d4-bf1b-ed5117117881'] response: {'server_uuid': 'd6c7fc24-24aa-48ea-b184-38585d2ffb40', 'name': 'network-vif-deleted', 'tag': '36211193-9c2e-4666-9039-2f26d4b7c02d', 'status': 'completed', 'code': 200} May 26 14:05:39.369737 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-d0542722-e227-4c3d-bc9d-e0807714bc59 None None] Set router daa0fa1d-1072-4f3c-8d4e-d0d83801f24a gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:05:39.642405 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-d0542722-e227-4c3d-bc9d-e0807714bc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'name': 'tempest-AttachVolumeNegativeTest-1440631548-router', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:14Z', 'revision_number': 4, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'gw_port': {'id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'b6ffcef5-68aa-421a-9700-c16472c89579', 'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'mac_address': 'fa:16:3e:73:f3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:13Z', 'updated_at': '2022-05-26T13:56:30Z', 'revision_number': 5, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'subnets': [{'id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:39.665723 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0542722-e227-4c3d-bc9d-e0807714bc59 None None] Checking router: daa0fa1d-1072-4f3c-8d4e-d0d83801f24a for host: dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:05:39.673954 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0542722-e227-4c3d-bc9d-e0807714bc59 None None] Routers {'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:05:39.674549 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-d0542722-e227-4c3d-bc9d-e0807714bc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:05:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:39.772648 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-d0542722-e227-4c3d-bc9d-e0807714bc59 None None] Set router daa0fa1d-1072-4f3c-8d4e-d0d83801f24a gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:05:39.863796 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b03bcdd6-469f-4fb8-9cd9-23188b0e0816 req-ab3a0a5c-60eb-4939-97e4-db1c9f7fda69 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=d6c7fc24-24aa-48ea-b184-38585d2ffb40 HTTP/1.1" status: 200 len: 210 time: 0.0303183 May 26 14:05:39.961988 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-d0542722-e227-4c3d-bc9d-e0807714bc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'name': 'tempest-AttachVolumeNegativeTest-1440631548-router', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:14Z', 'revision_number': 4, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'gw_port': {'id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'b6ffcef5-68aa-421a-9700-c16472c89579', 'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'mac_address': 'fa:16:3e:73:f3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:13Z', 'updated_at': '2022-05-26T13:56:30Z', 'revision_number': 5, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'subnets': [{'id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:39.989707 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0542722-e227-4c3d-bc9d-e0807714bc59 None None] The sync data for ids ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'] in dv-cinder-842130-1-iscsi is: [{'id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'name': 'tempest-AttachVolumeNegativeTest-1440631548-router', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:14Z', 'revision_number': 4, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'gw_port': {'id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'b6ffcef5-68aa-421a-9700-c16472c89579', 'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'mac_address': 'fa:16:3e:73:f3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:13Z', 'updated_at': '2022-05-26T13:56:30Z', 'revision_number': 5, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'subnets': [{'id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:05:40.211379 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399912f6-771b-46ad-a595-7a8e99623f3d None None] New status for floating IP 03428dd3-a75a-45bb-bb94-135899381ebc: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 14:05:40.951967 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 52004) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:05:41.005277 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b0daab99-f2b0-4cdf-9aec-e5eab3b02273 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group (877fc971-8407-448f-891e-f57c671e9d4a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:41.030052 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b0daab99-f2b0-4cdf-9aec-e5eab3b02273 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group (877fc971-8407-448f-891e-f57c671e9d4a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:41.077056 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b0daab99-f2b0-4cdf-9aec-e5eab3b02273 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (877fc971-8407-448f-891e-f57c671e9d4a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:41.079755 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b0daab99-f2b0-4cdf-9aec-e5eab3b02273 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:41.080885 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-b0daab99-f2b0-4cdf-9aec-e5eab3b02273 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "DELETE /v2.0/security-groups/877fc971-8407-448f-891e-f57c671e9d4a HTTP/1.1" status: 204 len: 168 time: 0.1279542 May 26 14:05:41.083679 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 52006) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:05:41.089901 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0daab99-f2b0-4cdf-9aec-e5eab3b02273 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=877fc971-8407-448f-891e-f57c671e9d4a,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:41.097822 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0daab99-f2b0-4cdf-9aec-e5eab3b02273 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:41.098159 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0daab99-f2b0-4cdf-9aec-e5eab3b02273 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:41.098489 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0daab99-f2b0-4cdf-9aec-e5eab3b02273 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:41.098826 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0daab99-f2b0-4cdf-9aec-e5eab3b02273 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:41.099150 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0daab99-f2b0-4cdf-9aec-e5eab3b02273 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:41.099470 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0daab99-f2b0-4cdf-9aec-e5eab3b02273 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:41.099794 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0daab99-f2b0-4cdf-9aec-e5eab3b02273 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:41.100107 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0daab99-f2b0-4cdf-9aec-e5eab3b02273 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:41.100279 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.api.v2.resource [None req-b99b656c-7cf4-4b96-b8cd-624ad7793716 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] show failed (client error): The resource could not be found. May 26 14:05:41.100460 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0daab99-f2b0-4cdf-9aec-e5eab3b02273 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:41.100859 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0daab99-f2b0-4cdf-9aec-e5eab3b02273 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:41.101198 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-b99b656c-7cf4-4b96-b8cd-624ad7793716 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups/877fc971-8407-448f-891e-f57c671e9d4a HTTP/1.1" status: 404 len: 347 time: 0.0165222 May 26 14:05:41.101412 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0daab99-f2b0-4cdf-9aec-e5eab3b02273 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:41.101524 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0daab99-f2b0-4cdf-9aec-e5eab3b02273 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:41.101819 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0daab99-f2b0-4cdf-9aec-e5eab3b02273 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:41.102133 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0daab99-f2b0-4cdf-9aec-e5eab3b02273 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:41.102442 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0daab99-f2b0-4cdf-9aec-e5eab3b02273 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:41.104061 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 52008) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:05:41.217882 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-98e15569-1dd9-43b4-becf-2c03d69db342 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Deleting port 5f8dee82-a740-4440-83e7-36e4424d5ae7 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:05:41.218218 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98e15569-1dd9-43b4-becf-2c03d69db342 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (5f8dee82-a740-4440-83e7-36e4424d5ae7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:41.228763 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:41.233953 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:41.266320 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 36211193-9c2e-4666-9039-2f26d4b7c02d no longer exists at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:05:41.285713 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] No Port match for: 36211193-9c2e-4666-9039-2f26d4b7c02d {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:05:41.286055 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 36211193-9c2e-4666-9039-2f26d4b7c02d not bound to the agent host hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:05:41.297063 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98e15569-1dd9-43b4-becf-2c03d69db342 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (5f8dee82-a740-4440-83e7-36e4424d5ae7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:41.297412 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98e15569-1dd9-43b4-becf-2c03d69db342 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for floatingip (5f8dee82-a740-4440-83e7-36e4424d5ae7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:41.310128 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-98e15569-1dd9-43b4-becf-2c03d69db342 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Calling delete_port for 5f8dee82-a740-4440-83e7-36e4424d5ae7 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:05:41.438289 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98e15569-1dd9-43b4-becf-2c03d69db342 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (5f8dee82-a740-4440-83e7-36e4424d5ae7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:41.463722 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e15569-1dd9-43b4-becf-2c03d69db342 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Pushing event deleted for resources: {'Port': ['ID=5f8dee82-a740-4440-83e7-36e4424d5ae7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:41.522261 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98e15569-1dd9-43b4-becf-2c03d69db342 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for floatingip (03428dd3-a75a-45bb-bb94-135899381ebc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:41.524723 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98e15569-1dd9-43b4-becf-2c03d69db342 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:41.525874 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-98e15569-1dd9-43b4-becf-2c03d69db342 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "DELETE /v2.0/floatingips/03428dd3-a75a-45bb-bb94-135899381ebc HTTP/1.1" status: 204 len: 168 time: 0.4209328 May 26 14:05:41.592715 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 52012) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:05:41.597315 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-037bed4e-8f51-428f-85bd-b1aa5d5d104c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2064828826', 'description': 'tempest-description--921511569'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:05:41.621451 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-037bed4e-8f51-428f-85bd-b1aa5d5d104c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:41.689407 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-037bed4e-8f51-428f-85bd-b1aa5d5d104c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group (020781ca-7d8e-4982-ad2d-7eaa6a7e9177), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:41.693171 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-037bed4e-8f51-428f-85bd-b1aa5d5d104c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (020781ca-7d8e-4982-ad2d-7eaa6a7e9177), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:41.723941 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-037bed4e-8f51-428f-85bd-b1aa5d5d104c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:41.725073 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-037bed4e-8f51-428f-85bd-b1aa5d5d104c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1312699 May 26 14:05:41.728164 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 52014) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:05:41.729651 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037bed4e-8f51-428f-85bd-b1aa5d5d104c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=020781ca-7d8e-4982-ad2d-7eaa6a7e9177,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:41.732740 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d8567f9a-e1b1-42cb-b90b-1d90a6a57870 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Request body: {'security_group_rule': {'security_group_id': '020781ca-7d8e-4982-ad2d-7eaa6a7e9177', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:05:41.762362 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8567f9a-e1b1-42cb-b90b-1d90a6a57870 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group_rule (03403135-56a9-4e78-9cc1-51be1110124b), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:41.809228 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8567f9a-e1b1-42cb-b90b-1d90a6a57870 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group_rule (03403135-56a9-4e78-9cc1-51be1110124b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:41.813635 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8567f9a-e1b1-42cb-b90b-1d90a6a57870 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581445'] for security_group_rule (03403135-56a9-4e78-9cc1-51be1110124b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:41.833488 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8567f9a-e1b1-42cb-b90b-1d90a6a57870 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03403135-56a9-4e78-9cc1-51be1110124b,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:41.838428 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8567f9a-e1b1-42cb-b90b-1d90a6a57870 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:41.840238 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-d8567f9a-e1b1-42cb-b90b-1d90a6a57870 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1110566 May 26 14:05:41.843024 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 52016) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:05:41.847153 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-82da0ba0-a90f-402b-b344-18481e1bf7b1 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Request body: {'security_group_rule': {'security_group_id': '020781ca-7d8e-4982-ad2d-7eaa6a7e9177', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:05:41.872727 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-82da0ba0-a90f-402b-b344-18481e1bf7b1 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group_rule (a02848d3-feff-485c-a080-b9065c4c8ab3), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:41.925037 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-82da0ba0-a90f-402b-b344-18481e1bf7b1 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group_rule (a02848d3-feff-485c-a080-b9065c4c8ab3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:41.928494 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-82da0ba0-a90f-402b-b344-18481e1bf7b1 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581445'] for security_group_rule (a02848d3-feff-485c-a080-b9065c4c8ab3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:41.948681 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da0ba0-a90f-402b-b344-18481e1bf7b1 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a02848d3-feff-485c-a080-b9065c4c8ab3,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:41.955662 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-82da0ba0-a90f-402b-b344-18481e1bf7b1 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:41.957116 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-82da0ba0-a90f-402b-b344-18481e1bf7b1 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1131577 May 26 14:05:41.960170 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 52018) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:05:41.964467 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a29e149c-b809-4560-a0ef-be0e5d9d874a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Request body: {'floatingip': {'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:05:41.984758 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a29e149c-b809-4560-a0ef-be0e5d9d874a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:42.065446 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a29e149c-b809-4560-a0ef-be0e5d9d874a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:42.102532 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:42.170187 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-a29e149c-b809-4560-a0ef-be0e5d9d874a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Allocated IP 172.27.1.121 (52e096d4-8aa7-4f06-8835-685346500be4/afa79513-0fef-42b7-ae4f-8319e7853c26/6afdd46a-9eef-4089-88d8-92e7410578a8) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:05:42.232462 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:42.276377 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a29e149c-b809-4560-a0ef-be0e5d9d874a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for port (6afdd46a-9eef-4089-88d8-92e7410578a8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:42.307540 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a29e149c-b809-4560-a0ef-be0e5d9d874a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (6afdd46a-9eef-4089-88d8-92e7410578a8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:42.342379 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29e149c-b809-4560-a0ef-be0e5d9d874a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Network 52e096d4-8aa7-4f06-8835-685346500be4 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:05:42.348925 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-a29e149c-b809-4560-a0ef-be0e5d9d874a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:05:42.351325 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29e149c-b809-4560-a0ef-be0e5d9d874a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 14:05:42.379492 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e149c-b809-4560-a0ef-be0e5d9d874a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Pushing event updated for resources: {'Port': ['ID=6afdd46a-9eef-4089-88d8-92e7410578a8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:42.659969 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a29e149c-b809-4560-a0ef-be0e5d9d874a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for floatingip (4b40f2e7-fb23-4db4-b811-0c1da8e8ea26), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:42.695610 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a29e149c-b809-4560-a0ef-be0e5d9d874a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (6afdd46a-9eef-4089-88d8-92e7410578a8), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:42.863645 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a29e149c-b809-4560-a0ef-be0e5d9d874a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for port (6afdd46a-9eef-4089-88d8-92e7410578a8), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:42.867998 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a29e149c-b809-4560-a0ef-be0e5d9d874a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14253987'] for port (6afdd46a-9eef-4089-88d8-92e7410578a8), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:42.934608 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e149c-b809-4560-a0ef-be0e5d9d874a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Pushing event updated for resources: {'Port': ['ID=6afdd46a-9eef-4089-88d8-92e7410578a8,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:42.947820 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a29e149c-b809-4560-a0ef-be0e5d9d874a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778712'] for floatingip (4b40f2e7-fb23-4db4-b811-0c1da8e8ea26), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:42.963690 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a29e149c-b809-4560-a0ef-be0e5d9d874a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:42.964921 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-a29e149c-b809-4560-a0ef-be0e5d9d874a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0038254 May 26 14:05:43.161747 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-61e6d279-40e7-4084-ac61-993f801eab1c req-4e9b2bb0-844f-49de-a4dd-d55a736d2224 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--2064828826&fields=id&tenant_id=af9d168c40ea4df99b495eb06245d066 HTTP/1.1" status: 200 len: 267 time: 0.0467763 May 26 14:05:43.532782 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6d279-40e7-4084-ac61-993f801eab1c req-be76f77d-28f8-4784-aca9-2b7a36316978 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:43.534184 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-61e6d279-40e7-4084-ac61-993f801eab1c req-be76f77d-28f8-4784-aca9-2b7a36316978 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/networks?id=5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 HTTP/1.1" status: 200 len: 815 time: 0.3659601 May 26 14:05:43.548856 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-61e6d279-40e7-4084-ac61-993f801eab1c req-8eb17276-d4cb-46b4-a467-9153b4958abb tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/quotas/af9d168c40ea4df99b495eb06245d066 HTTP/1.1" status: 200 len: 375 time: 0.0093393 May 26 14:05:43.595930 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-61e6d279-40e7-4084-ac61-993f801eab1c req-9c4baa2e-ede6-4d98-80ff-2bc53d6f08db tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=af9d168c40ea4df99b495eb06245d066&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0422673 May 26 14:05:43.675940 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:43.687599 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:43.694929 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-61e6d279-40e7-4084-ac61-993f801eab1c req-7b8740b8-8760-4822-9245-bda8cbb08af1 service neutron] 10.222.0.91 "GET /v2.0/networks/5f7e5c2e-dcd0-44c0-a251-a7bcffefb292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862520 May 26 14:05:43.784193 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-61e6d279-40e7-4084-ac61-993f801eab1c req-6a3155b7-2cf1-4073-94aa-ac27795834ff service neutron] 10.222.0.91 "GET /v2.0/networks/5f7e5c2e-dcd0-44c0-a251-a7bcffefb292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828536 May 26 14:05:43.946486 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ad5b1699-6d06-44cf-a869-ae4a671e4235 req-361c1b85-7789-4209-ace6-e87f4f07828c tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=70afcd8b-ecce-41cf-9d39-8f7484bdb65d HTTP/1.1" status: 200 len: 210 time: 0.0272357 May 26 14:05:44.962614 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:45.017895 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6d279-40e7-4084-ac61-993f801eab1c req-5e2a21c6-c6ae-4713-9cd2-7bfe87fb94d9 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:45.020059 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-61e6d279-40e7-4084-ac61-993f801eab1c req-5e2a21c6-c6ae-4713-9cd2-7bfe87fb94d9 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.82 "GET /v2.0/networks?id=5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 HTTP/1.1" status: 200 len: 815 time: 0.1163690 May 26 14:05:45.057046 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cf5f79e5-ef7c-448f-ae49-466773d44e69 req-82ac73dd-a033-4cc3-b51f-b64dc0b3994a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=70afcd8b-ecce-41cf-9d39-8f7484bdb65d HTTP/1.1" status: 200 len: 210 time: 0.0331488 May 26 14:05:45.103783 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-61e6d279-40e7-4084-ac61-993f801eab1c req-23903f94-ac2c-4e20-b3fb-103b5d231082 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af9d168c40ea4df99b495eb06245d066 HTTP/1.1" status: 200 len: 380 time: 0.0553827 May 26 14:05:45.212357 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-61e6d279-40e7-4084-ac61-993f801eab1c req-90c67b5a-9838-417f-b57c-2d21b9629756 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Request body: {'port': {'device_id': '70afcd8b-ecce-41cf-9d39-8f7484bdb65d', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'admin_state_up': True, 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'security_groups': ['020781ca-7d8e-4982-ad2d-7eaa6a7e9177']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:05:45.268553 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:45.322582 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61e6d279-40e7-4084-ac61-993f801eab1c req-90c67b5a-9838-417f-b57c-2d21b9629756 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Made reservation on behalf of af9d168c40ea4df99b495eb06245d066 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:05:45.326026 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-61e6d279-40e7-4084-ac61-993f801eab1c req-90c67b5a-9838-417f-b57c-2d21b9629756 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:45.454331 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-61e6d279-40e7-4084-ac61-993f801eab1c req-90c67b5a-9838-417f-b57c-2d21b9629756 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Allocated IP 172.20.0.12 (5f7e5c2e-dcd0-44c0-a251-a7bcffefb292/3a255f09-ad18-4a84-8012-2f8575f58a13/197365b1-d8da-490a-8a26-789f87b83be2) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:05:45.588389 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-61e6d279-40e7-4084-ac61-993f801eab1c req-90c67b5a-9838-417f-b57c-2d21b9629756 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for port (197365b1-d8da-490a-8a26-789f87b83be2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:45.621424 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-61e6d279-40e7-4084-ac61-993f801eab1c req-90c67b5a-9838-417f-b57c-2d21b9629756 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (197365b1-d8da-490a-8a26-789f87b83be2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:45.671211 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61e6d279-40e7-4084-ac61-993f801eab1c req-90c67b5a-9838-417f-b57c-2d21b9629756 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Network 5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:05:45.674289 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-61e6d279-40e7-4084-ac61-993f801eab1c req-90c67b5a-9838-417f-b57c-2d21b9629756 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:05:45.678109 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e6d279-40e7-4084-ac61-993f801eab1c req-90c67b5a-9838-417f-b57c-2d21b9629756 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 14:05:45.700644 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c67b5a-9838-417f-b57c-2d21b9629756 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Pushing event updated for resources: {'Port': ['ID=197365b1-d8da-490a-8a26-789f87b83be2,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:45.731062 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6d279-40e7-4084-ac61-993f801eab1c req-90c67b5a-9838-417f-b57c-2d21b9629756 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:45.731670 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-61e6d279-40e7-4084-ac61-993f801eab1c req-90c67b5a-9838-417f-b57c-2d21b9629756 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:45.749415 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-61e6d279-40e7-4084-ac61-993f801eab1c req-90c67b5a-9838-417f-b57c-2d21b9629756 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5413120 May 26 14:05:45.771801 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-61e6d279-40e7-4084-ac61-993f801eab1c req-a4ba328a-6ca5-4c57-bf59-53d266646889 service neutron] Request body: {'port': {'device_id': '70afcd8b-ecce-41cf-9d39-8f7484bdb65d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84213'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:05:45.832629 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-61e6d279-40e7-4084-ac61-993f801eab1c req-a4ba328a-6ca5-4c57-bf59-53d266646889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (197365b1-d8da-490a-8a26-789f87b83be2), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:45.876271 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-2041f719-9536-4252-96a6-4b8a875239c7 None None] Provisioning complete for port 197365b1-d8da-490a-8a26-789f87b83be2 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:05:45.876825 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2041f719-9536-4252-96a6-4b8a875239c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (197365b1-d8da-490a-8a26-789f87b83be2), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:45.908935 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-2041f719-9536-4252-96a6-4b8a875239c7 None None] Port 197365b1-d8da-490a-8a26-789f87b83be2 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 14:05:45.985661 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:46.006299 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:46.136001 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-61e6d279-40e7-4084-ac61-993f801eab1c req-a4ba328a-6ca5-4c57-bf59-53d266646889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 197365b1-d8da-490a-8a26-789f87b83be2 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 14:05:46.145002 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-61e6d279-40e7-4084-ac61-993f801eab1c req-a4ba328a-6ca5-4c57-bf59-53d266646889 service neutron] Publish callbacks [] for port (197365b1-d8da-490a-8a26-789f87b83be2), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:46.161169 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-61e6d279-40e7-4084-ac61-993f801eab1c req-a4ba328a-6ca5-4c57-bf59-53d266646889 service neutron] Transition to ACTIVE for port object 197365b1-d8da-490a-8a26-789f87b83be2 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 14:05:46.165636 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-61e6d279-40e7-4084-ac61-993f801eab1c req-a4ba328a-6ca5-4c57-bf59-53d266646889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14253987'] for port (197365b1-d8da-490a-8a26-789f87b83be2), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:46.177828 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13542379-46ff-48b8-83a5-d72a668c96ce req-786cc14c-bfaf-497d-99fc-b1b9529c35ed tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:46.179974 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-13542379-46ff-48b8-83a5-d72a668c96ce req-786cc14c-bfaf-497d-99fc-b1b9529c35ed tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=70afcd8b-ecce-41cf-9d39-8f7484bdb65d HTTP/1.1" status: 200 len: 932 time: 0.0548704 May 26 14:05:46.217537 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba328a-6ca5-4c57-bf59-53d266646889 service neutron] Pushing event updated for resources: {'Port': ['ID=197365b1-d8da-490a-8a26-789f87b83be2,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:46.236008 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-13542379-46ff-48b8-83a5-d72a668c96ce req-7a9a48be-fc40-44ef-9b34-6661bd821a9e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=020781ca-7d8e-4982-ad2d-7eaa6a7e9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488880 May 26 14:05:46.313275 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-61e6d279-40e7-4084-ac61-993f801eab1c req-a4ba328a-6ca5-4c57-bf59-53d266646889 service neutron] Attempting to bind port 197365b1-d8da-490a-8a26-789f87b83be2 on host hv-cinder-84213 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 14:05:46.313863 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-61e6d279-40e7-4084-ac61-993f801eab1c req-a4ba328a-6ca5-4c57-bf59-53d266646889 service neutron] Attempting to bind port 197365b1-d8da-490a-8a26-789f87b83be2 by drivers openvswitch,hyperv on host hv-cinder-84213 at level 0 using segments [{'id': '93677cf8-8388-429d-a7a5-bdb9a9d46a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 14:05:46.314357 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e6d279-40e7-4084-ac61-993f801eab1c req-a4ba328a-6ca5-4c57-bf59-53d266646889 service neutron] Attempting to bind port 197365b1-d8da-490a-8a26-789f87b83be2 on network 5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 14:05:46.320249 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e6d279-40e7-4084-ac61-993f801eab1c req-a4ba328a-6ca5-4c57-bf59-53d266646889 service neutron] Port 197365b1-d8da-490a-8a26-789f87b83be2 on network 5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84213 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 14:05:46.320807 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e6d279-40e7-4084-ac61-993f801eab1c req-a4ba328a-6ca5-4c57-bf59-53d266646889 service neutron] Attempting to bind port 197365b1-d8da-490a-8a26-789f87b83be2 on network 5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 14:05:46.327950 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e6d279-40e7-4084-ac61-993f801eab1c req-a4ba328a-6ca5-4c57-bf59-53d266646889 service neutron] Checking agent: {'id': '7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'started_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 14, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 14:05:46.328290 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e6d279-40e7-4084-ac61-993f801eab1c req-a4ba328a-6ca5-4c57-bf59-53d266646889 service neutron] Checking segment: {'id': '93677cf8-8388-429d-a7a5-bdb9a9d46a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 14:05:46.328670 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e6d279-40e7-4084-ac61-993f801eab1c req-a4ba328a-6ca5-4c57-bf59-53d266646889 service neutron] Bound using segment: {'id': '93677cf8-8388-429d-a7a5-bdb9a9d46a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 14:05:46.329097 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-61e6d279-40e7-4084-ac61-993f801eab1c req-a4ba328a-6ca5-4c57-bf59-53d266646889 service neutron] Bound port: 197365b1-d8da-490a-8a26-789f87b83be2, host: hv-cinder-84213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93677cf8-8388-429d-a7a5-bdb9a9d46a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 14:05:46.329480 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-61e6d279-40e7-4084-ac61-993f801eab1c req-a4ba328a-6ca5-4c57-bf59-53d266646889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (197365b1-d8da-490a-8a26-789f87b83be2), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:46.395150 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-61e6d279-40e7-4084-ac61-993f801eab1c req-a4ba328a-6ca5-4c57-bf59-53d266646889 service neutron] For port 197365b1-d8da-490a-8a26-789f87b83be2, host hv-cinder-84213, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 14:05:46.398560 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-61e6d279-40e7-4084-ac61-993f801eab1c req-a4ba328a-6ca5-4c57-bf59-53d266646889 service neutron] For port 197365b1-d8da-490a-8a26-789f87b83be2, host hv-cinder-84213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=197365b1-d8da-490a-8a26-789f87b83be2,segment=NetworkSegment(93677cf8-8388-429d-a7a5-bdb9a9d46a00),segment_id=93677cf8-8388-429d-a7a5-bdb9a9d46a00)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 14:05:46.403672 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-61e6d279-40e7-4084-ac61-993f801eab1c req-a4ba328a-6ca5-4c57-bf59-53d266646889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14253987'] for port (197365b1-d8da-490a-8a26-789f87b83be2), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:46.436885 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6d279-40e7-4084-ac61-993f801eab1c req-a4ba328a-6ca5-4c57-bf59-53d266646889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:46.437523 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-61e6d279-40e7-4084-ac61-993f801eab1c req-a4ba328a-6ca5-4c57-bf59-53d266646889 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:46.438900 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-61e6d279-40e7-4084-ac61-993f801eab1c req-a4ba328a-6ca5-4c57-bf59-53d266646889 service neutron] 10.222.0.82 "PUT /v2.0/ports/197365b1-d8da-490a-8a26-789f87b83be2 HTTP/1.1" status: 200 len: 1094 time: 0.6714292 May 26 14:05:46.439324 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70afcd8b-ecce-41cf-9d39-8f7484bdb65d', 'tag': '197365b1-d8da-490a-8a26-789f87b83be2'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:05:46.441656 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a2fe3094dbca619affac8640d5d00e1e0d94bf0ce4138e249cf9dd9a9bbd82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116ff753-130c-4400-b82e-8e2e0dfde93d" -d '{"events": [{"name": "network-changed", "server_uuid": "70afcd8b-ecce-41cf-9d39-8f7484bdb65d", "tag": "197365b1-d8da-490a-8a26-789f87b83be2"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:05:46.468094 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba328a-6ca5-4c57-bf59-53d266646889 service neutron] Pushing event updated for resources: {'Port': ['ID=197365b1-d8da-490a-8a26-789f87b83be2,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:46.488374 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 14:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5062c8ea-9a97-44f5-bfef-1b5b429328b2 x-openstack-request-id: req-5062c8ea-9a97-44f5-bfef-1b5b429328b2 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:05:46.488660 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70afcd8b-ecce-41cf-9d39-8f7484bdb65d", "tag": "197365b1-d8da-490a-8a26-789f87b83be2", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:05:46.488916 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5062c8ea-9a97-44f5-bfef-1b5b429328b2 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:05:46.489333 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5062c8ea-9a97-44f5-bfef-1b5b429328b2'] response: {'name': 'network-changed', 'server_uuid': '70afcd8b-ecce-41cf-9d39-8f7484bdb65d', 'tag': '197365b1-d8da-490a-8a26-789f87b83be2', 'status': 'completed', 'code': 200} May 26 14:05:46.552558 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6d279-40e7-4084-ac61-993f801eab1c req-3bdb361a-44c0-476a-9783-84acaa51979e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:46.554139 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-61e6d279-40e7-4084-ac61-993f801eab1c req-3bdb361a-44c0-476a-9783-84acaa51979e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=af9d168c40ea4df99b495eb06245d066&device_id=70afcd8b-ecce-41cf-9d39-8f7484bdb65d HTTP/1.1" status: 200 len: 1128 time: 0.0458643 May 26 14:05:46.603426 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-61e6d279-40e7-4084-ac61-993f801eab1c req-d2f1163c-69b3-4800-9b32-6df0364e9168 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=197365b1-d8da-490a-8a26-789f87b83be2 HTTP/1.1" status: 200 len: 217 time: 0.0339525 May 26 14:05:46.657443 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6d279-40e7-4084-ac61-993f801eab1c req-d7bfff87-6c20-48e2-8aaa-5ef496b8bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:46.658942 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-61e6d279-40e7-4084-ac61-993f801eab1c req-d7bfff87-6c20-48e2-8aaa-5ef496b8bf33 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3a255f09-ad18-4a84-8012-2f8575f58a13 HTTP/1.1" status: 200 len: 854 time: 0.0486872 May 26 14:05:46.703759 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6d279-40e7-4084-ac61-993f801eab1c req-2669d0ce-a479-486a-b3a7-28a2a8d88167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:46.705244 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-61e6d279-40e7-4084-ac61-993f801eab1c req-2669d0ce-a479-486a-b3a7-28a2a8d88167 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5f7e5c2e-dcd0-44c0-a251-a7bcffefb292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380244 May 26 14:05:46.797779 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-61e6d279-40e7-4084-ac61-993f801eab1c req-273b4394-3df9-4944-8acd-d0a7cb04f107 service neutron] 10.222.0.82 "GET /v2.0/networks/5f7e5c2e-dcd0-44c0-a251-a7bcffefb292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856283 May 26 14:05:46.890943 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-61e6d279-40e7-4084-ac61-993f801eab1c req-0c37741c-41bd-4330-9e97-3aada214c553 service neutron] 10.222.0.82 "GET /v2.0/networks/5f7e5c2e-dcd0-44c0-a251-a7bcffefb292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826621 May 26 14:05:47.350576 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e3351-9df5-4794-bf19-6f8a2d417bd5 req-6313b0ca-06d2-4299-b8f5-8a5f680557e3 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:47.352039 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f16e3351-9df5-4794-bf19-6f8a2d417bd5 req-6313b0ca-06d2-4299-b8f5-8a5f680557e3 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=70afcd8b-ecce-41cf-9d39-8f7484bdb65d HTTP/1.1" status: 200 len: 944 time: 0.0466900 May 26 14:05:47.398093 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f16e3351-9df5-4794-bf19-6f8a2d417bd5 req-523fbb4c-1b2d-47c0-b431-e3d8cbba9316 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=020781ca-7d8e-4982-ad2d-7eaa6a7e9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404930 May 26 14:05:47.508751 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4dc0ebe6-753b-4069-84df-f726b1c59f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:48.515658 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe39c8-26ac-40dd-a851-b4cd455b7306 req-afbbbf97-31af-4290-855a-0af656507ac6 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:48.517010 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-effe39c8-26ac-40dd-a851-b4cd455b7306 req-afbbbf97-31af-4290-855a-0af656507ac6 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=70afcd8b-ecce-41cf-9d39-8f7484bdb65d HTTP/1.1" status: 200 len: 944 time: 0.0504735 May 26 14:05:48.562412 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-effe39c8-26ac-40dd-a851-b4cd455b7306 req-c3fbc32e-4043-4d0a-8e03-4d000e302eee tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=020781ca-7d8e-4982-ad2d-7eaa6a7e9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398417 May 26 14:05:49.299047 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 197365b1-d8da-490a-8a26-789f87b83be2 details requested by agent hyperv_hv-cinder-84213 with host hv-cinder-84213 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 14:05:49.398283 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 197365b1-d8da-490a-8a26-789f87b83be2, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=197365b1-d8da-490a-8a26-789f87b83be2,segment=NetworkSegment(93677cf8-8388-429d-a7a5-bdb9a9d46a00),segment_id=93677cf8-8388-429d-a7a5-bdb9a9d46a00)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:05:49.412833 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Returning: {'device': '197365b1-d8da-490a-8a26-789f87b83be2', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'port_id': '197365b1-d8da-490a-8a26-789f87b83be2', 'mac_address': 'fa:16:3e:72:79:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 14:05:49.449768 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 197365b1-d8da-490a-8a26-789f87b83be2 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:05:49.450151 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (197365b1-d8da-490a-8a26-789f87b83be2), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:49.464218 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 197365b1-d8da-490a-8a26-789f87b83be2 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 14:05:49.487038 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 197365b1-d8da-490a-8a26-789f87b83be2, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=197365b1-d8da-490a-8a26-789f87b83be2,segment=NetworkSegment(93677cf8-8388-429d-a7a5-bdb9a9d46a00),segment_id=93677cf8-8388-429d-a7a5-bdb9a9d46a00)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:05:49.492050 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (197365b1-d8da-490a-8a26-789f87b83be2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:49.550118 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=197365b1-d8da-490a-8a26-789f87b83be2,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:49.557784 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:49.558124 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:49.558457 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:49.558785 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:49.559109 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:49.559449 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:49.559745 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:49.560058 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:49.560379 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:49.560625 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ff753-130c-4400-b82e-8e2e0dfde93d req-0d219362-7686-4579-82c0-f8f3f6d13c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:49.561097 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:49.561097 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:49.561312 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:49.561610 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:49.561917 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:49.562187 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-116ff753-130c-4400-b82e-8e2e0dfde93d req-0d219362-7686-4579-82c0-f8f3f6d13c18 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=af9d168c40ea4df99b495eb06245d066&device_id=70afcd8b-ecce-41cf-9d39-8f7484bdb65d HTTP/1.1" status: 200 len: 1129 time: 0.0522370 May 26 14:05:49.562297 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:49.576193 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:49.658020 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-980301a4-6168-4ce6-abe6-740d94a98d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:49.658618 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ff753-130c-4400-b82e-8e2e0dfde93d req-c071dc8a-4aa2-4ac2-b4bf-590e5ffaac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:49.660108 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-116ff753-130c-4400-b82e-8e2e0dfde93d req-c071dc8a-4aa2-4ac2-b4bf-590e5ffaac47 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 HTTP/1.1" status: 200 len: 916 time: 0.0919342 May 26 14:05:49.677903 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:49.678112 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7c745-10ff-450b-8bac-f8ce9a7ff7c9 req-7f8d06d9-feb7-492e-97d4-ca0d74457c72 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:49.679761 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-85b7c745-10ff-450b-8bac-f8ce9a7ff7c9 req-7f8d06d9-feb7-492e-97d4-ca0d74457c72 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=70afcd8b-ecce-41cf-9d39-8f7484bdb65d HTTP/1.1" status: 200 len: 945 time: 0.0476007 May 26 14:05:49.707293 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-116ff753-130c-4400-b82e-8e2e0dfde93d req-24210962-4ad6-4a88-a059-a226e6fa607a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=197365b1-d8da-490a-8a26-789f87b83be2 HTTP/1.1" status: 200 len: 217 time: 0.0348902 May 26 14:05:49.727549 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-85b7c745-10ff-450b-8bac-f8ce9a7ff7c9 req-3d680d10-1631-4683-b43e-667f2f7b550e tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=020781ca-7d8e-4982-ad2d-7eaa6a7e9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422423 May 26 14:05:49.761262 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ff753-130c-4400-b82e-8e2e0dfde93d req-540111a3-f016-43f2-bbd2-0cedf511e35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:49.762714 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-116ff753-130c-4400-b82e-8e2e0dfde93d req-540111a3-f016-43f2-bbd2-0cedf511e35b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3a255f09-ad18-4a84-8012-2f8575f58a13 HTTP/1.1" status: 200 len: 854 time: 0.0496042 May 26 14:05:49.806271 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ff753-130c-4400-b82e-8e2e0dfde93d req-2a34890c-4063-41ad-96e2-13951a3f8f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:49.807681 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-116ff753-130c-4400-b82e-8e2e0dfde93d req-2a34890c-4063-41ad-96e2-13951a3f8f80 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5f7e5c2e-dcd0-44c0-a251-a7bcffefb292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384328 May 26 14:05:49.899079 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-116ff753-130c-4400-b82e-8e2e0dfde93d req-2a900259-f3fb-4b4a-bc73-95679f35b660 service neutron] 10.222.0.82 "GET /v2.0/networks/5f7e5c2e-dcd0-44c0-a251-a7bcffefb292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840895 May 26 14:05:49.959351 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=84 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:49.964487 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=73 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:49.998547 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-116ff753-130c-4400-b82e-8e2e0dfde93d req-04fcbc72-f5d5-4c53-9f1c-cba153f33b91 service neutron] 10.222.0.82 "GET /v2.0/networks/5f7e5c2e-dcd0-44c0-a251-a7bcffefb292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865057 May 26 14:05:50.037299 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] get_ports_and_sgs() called for port_ids ['197365b1-d8da-490a-8a26-789f87b83be2'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 14:05:50.838062 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fa01b-88cf-470a-9703-d6fd651a4fc3 req-25536a38-0a88-421f-b025-438b614ffcd7 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:50.839504 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-502fa01b-88cf-470a-9703-d6fd651a4fc3 req-25536a38-0a88-421f-b025-438b614ffcd7 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=70afcd8b-ecce-41cf-9d39-8f7484bdb65d HTTP/1.1" status: 200 len: 945 time: 0.0457845 May 26 14:05:50.888832 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-502fa01b-88cf-470a-9703-d6fd651a4fc3 req-110c0002-a405-44bc-a9b7-a457da30d3b7 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=020781ca-7d8e-4982-ad2d-7eaa6a7e9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432687 May 26 14:05:51.296748 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:51.315614 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 197365b1-d8da-490a-8a26-789f87b83be2 up at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 14:05:51.357907 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning for port 197365b1-d8da-490a-8a26-789f87b83be2 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 14:05:51.363463 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning complete for port 197365b1-d8da-490a-8a26-789f87b83be2 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:05:51.363913 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (197365b1-d8da-490a-8a26-789f87b83be2), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:51.433537 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 197365b1-d8da-490a-8a26-789f87b83be2 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:05:51.433912 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (197365b1-d8da-490a-8a26-789f87b83be2), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:51.436304 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:51.444168 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:51.461595 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70afcd8b-ecce-41cf-9d39-8f7484bdb65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197365b1-d8da-490a-8a26-789f87b83be2'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:05:51.463806 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75cf6a0b0aca4359f4c43b56c27fa80c20f62c04807301a9a0ec5234ef5b0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa70c03-c9dc-496f-b1bb-5354d66fa3df" -d '{"events": [{"server_uuid": "70afcd8b-ecce-41cf-9d39-8f7484bdb65d", "name": "network-vif-plugged", "status": "completed", "tag": "197365b1-d8da-490a-8a26-789f87b83be2"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:05:51.480663 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 197365b1-d8da-490a-8a26-789f87b83be2, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=197365b1-d8da-490a-8a26-789f87b83be2,segment=NetworkSegment(93677cf8-8388-429d-a7a5-bdb9a9d46a00),segment_id=93677cf8-8388-429d-a7a5-bdb9a9d46a00)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:05:51.484801 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (197365b1-d8da-490a-8a26-789f87b83be2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:51.507499 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5e350d-aca2-4d39-84c2-b3914e6e8f20 x-openstack-request-id: req-fc5e350d-aca2-4d39-84c2-b3914e6e8f20 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:05:51.507811 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70afcd8b-ecce-41cf-9d39-8f7484bdb65d", "name": "network-vif-plugged", "status": "completed", "tag": "197365b1-d8da-490a-8a26-789f87b83be2", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:05:51.508057 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fc5e350d-aca2-4d39-84c2-b3914e6e8f20 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:05:51.508444 dv-cinder-842130-1-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc5e350d-aca2-4d39-84c2-b3914e6e8f20'] response: {'server_uuid': '70afcd8b-ecce-41cf-9d39-8f7484bdb65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197365b1-d8da-490a-8a26-789f87b83be2', 'code': 200} May 26 14:05:51.534587 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=197365b1-d8da-490a-8a26-789f87b83be2,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:51.710179 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd9cc1-40a0-46a4-87ec-d434c6a524af req-6a893ee9-1af0-4738-902f-2b798fe5e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:51.711666 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3ebd9cc1-40a0-46a4-87ec-d434c6a524af req-6a893ee9-1af0-4738-902f-2b798fe5e3da service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=70afcd8b-ecce-41cf-9d39-8f7484bdb65d HTTP/1.1" status: 200 len: 1130 time: 0.0395546 May 26 14:05:51.755088 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3ebd9cc1-40a0-46a4-87ec-d434c6a524af req-ce4bcf37-dafe-46dc-a914-b370c5b2cce8 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=020781ca-7d8e-4982-ad2d-7eaa6a7e9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367770 May 26 14:05:52.001776 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7420745-881d-45d2-aecf-faa3539b4d88 req-a7ffca63-25e1-4cda-a53f-718a83334581 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:52.003166 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a7420745-881d-45d2-aecf-faa3539b4d88 req-a7ffca63-25e1-4cda-a53f-718a83334581 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=70afcd8b-ecce-41cf-9d39-8f7484bdb65d HTTP/1.1" status: 200 len: 946 time: 0.0465536 May 26 14:05:52.049414 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a7420745-881d-45d2-aecf-faa3539b4d88 req-38593df7-cbe3-48ca-bac3-0f9c40e4e568 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=020781ca-7d8e-4982-ad2d-7eaa6a7e9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407503 May 26 14:05:52.516610 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:53.167354 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56728001-da56-4c76-b36d-cc4df16f8749 req-27effca2-a971-4465-a57a-6e7fb9274e78 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:53.168821 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-56728001-da56-4c76-b36d-cc4df16f8749 req-27effca2-a971-4465-a57a-6e7fb9274e78 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=70afcd8b-ecce-41cf-9d39-8f7484bdb65d HTTP/1.1" status: 200 len: 946 time: 0.0511169 May 26 14:05:53.216939 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-56728001-da56-4c76-b36d-cc4df16f8749 req-f103de29-26f9-49bc-9dac-b6a23b072bad tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=020781ca-7d8e-4982-ad2d-7eaa6a7e9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423467 May 26 14:05:53.994229 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:54.335667 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5238e5-a571-471f-b560-87d6316670af req-39f516fb-718e-4eb2-a26f-b0568270c65a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:54.337098 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7f5238e5-a571-471f-b560-87d6316670af req-39f516fb-718e-4eb2-a26f-b0568270c65a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=70afcd8b-ecce-41cf-9d39-8f7484bdb65d HTTP/1.1" status: 200 len: 946 time: 0.0489788 May 26 14:05:54.384402 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7f5238e5-a571-471f-b560-87d6316670af req-fc701626-330d-4ccc-bb4d-a987e89bdb0d tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=020781ca-7d8e-4982-ad2d-7eaa6a7e9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408967 May 26 14:05:54.501750 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977360cd-42a3-4d27-91aa-fd6c4765d2ac req-afa7dae7-184d-413d-b7db-63fb0721b4d0 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:54.503243 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-977360cd-42a3-4d27-91aa-fd6c4765d2ac req-afa7dae7-184d-413d-b7db-63fb0721b4d0 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=70afcd8b-ecce-41cf-9d39-8f7484bdb65d HTTP/1.1" status: 200 len: 946 time: 0.0475798 May 26 14:05:54.512380 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 52096) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:05:54.517628 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7cc5d9f9-7cbe-4645-9793-ff9f44c19c4a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Request body: {'floatingip': {'port_id': '197365b1-d8da-490a-8a26-789f87b83be2'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:05:54.558356 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7cc5d9f9-7cbe-4645-9793-ff9f44c19c4a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for floatingip (4b40f2e7-fb23-4db4-b811-0c1da8e8ea26), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:54.806945 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e9121-3c95-4365-b918-92de576ae56b req-bee32b68-c096-4f8b-b65d-587dcf134f5e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:54.808430 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f35e9121-3c95-4365-b918-92de576ae56b req-bee32b68-c096-4f8b-b65d-587dcf134f5e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 945 time: 0.0472448 May 26 14:05:54.845537 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:54.861846 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f35e9121-3c95-4365-b918-92de576ae56b req-32b01cc8-6578-4702-a03a-37891f4b90c0 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471160 May 26 14:05:54.981210 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7cc5d9f9-7cbe-4645-9793-ff9f44c19c4a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:54.985457 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7cc5d9f9-7cbe-4645-9793-ff9f44c19c4a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778712'] for floatingip (4b40f2e7-fb23-4db4-b811-0c1da8e8ea26), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:55.084556 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.db.l3_db [None req-7cc5d9f9-7cbe-4645-9793-ff9f44c19c4a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Floating IP 4b40f2e7-fb23-4db4-b811-0c1da8e8ea26 associated. External IP: 172.27.1.121, port: 197365b1-d8da-490a-8a26-789f87b83be2. May 26 14:05:55.121243 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:55.158723 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:55.279709 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc5d9f9-7cbe-4645-9793-ff9f44c19c4a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Router daa0fa1d-1072-4f3c-8d4e-d0d83801f24a has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:05:55.380252 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc5d9f9-7cbe-4645-9793-ff9f44c19c4a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:05:55.385187 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7cc5d9f9-7cbe-4645-9793-ff9f44c19c4a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:55.389603 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb8d896-f22e-4b23-a5ef-21951e8d75d2 None None] Sync routers for ids ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'] in dv-cinder-842130-1-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:05:55.399467 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb8d896-f22e-4b23-a5ef-21951e8d75d2 None None] Routers {'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:05:55.400067 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-5bb8d896-f22e-4b23-a5ef-21951e8d75d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:05:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:55.414673 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-7cc5d9f9-7cbe-4645-9793-ff9f44c19c4a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "PUT /v2.0/floatingips/4b40f2e7-fb23-4db4-b811-0c1da8e8ea26 HTTP/1.1" status: 200 len: 992 time: 0.9013631 May 26 14:05:55.415253 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70afcd8b-ecce-41cf-9d39-8f7484bdb65d', 'tag': '197365b1-d8da-490a-8a26-789f87b83be2'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:05:55.417535 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a2fe3094dbca619affac8640d5d00e1e0d94bf0ce4138e249cf9dd9a9bbd82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323df561-e9d7-4bbf-beb7-db337cda599f" -d '{"events": [{"name": "network-changed", "server_uuid": "70afcd8b-ecce-41cf-9d39-8f7484bdb65d", "tag": "197365b1-d8da-490a-8a26-789f87b83be2"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:05:55.453129 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 14:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e732aa0-aba9-456a-99ae-8063238f0c25 x-openstack-request-id: req-5e732aa0-aba9-456a-99ae-8063238f0c25 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:05:55.453449 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70afcd8b-ecce-41cf-9d39-8f7484bdb65d", "tag": "197365b1-d8da-490a-8a26-789f87b83be2", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:05:55.453706 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5e732aa0-aba9-456a-99ae-8063238f0c25 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:05:55.454142 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e732aa0-aba9-456a-99ae-8063238f0c25'] response: {'name': 'network-changed', 'server_uuid': '70afcd8b-ecce-41cf-9d39-8f7484bdb65d', 'tag': '197365b1-d8da-490a-8a26-789f87b83be2', 'status': 'completed', 'code': 200} May 26 14:05:55.501394 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-5bb8d896-f22e-4b23-a5ef-21951e8d75d2 None None] Set router daa0fa1d-1072-4f3c-8d4e-d0d83801f24a gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:05:55.551691 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323df561-e9d7-4bbf-beb7-db337cda599f req-95f138cf-47b3-4d14-9de8-bdd9c7f864cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:55.553124 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-323df561-e9d7-4bbf-beb7-db337cda599f req-95f138cf-47b3-4d14-9de8-bdd9c7f864cd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=af9d168c40ea4df99b495eb06245d066&device_id=70afcd8b-ecce-41cf-9d39-8f7484bdb65d HTTP/1.1" status: 200 len: 1130 time: 0.0417578 May 26 14:05:55.646339 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323df561-e9d7-4bbf-beb7-db337cda599f req-217acbdd-ed51-4d13-9650-b3c571fa7afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:55.647839 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-323df561-e9d7-4bbf-beb7-db337cda599f req-217acbdd-ed51-4d13-9650-b3c571fa7afb service neutron] 10.222.0.82 "GET /v2.0/networks?id=5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 HTTP/1.1" status: 200 len: 916 time: 0.0888007 May 26 14:05:55.707519 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-5bb8d896-f22e-4b23-a5ef-21951e8d75d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'name': 'tempest-AttachVolumeNegativeTest-1440631548-router', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:14Z', 'revision_number': 4, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'gw_port': {'id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': '4b40f2e7-fb23-4db4-b811-0c1da8e8ea26', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'port_id': '197365b1-d8da-490a-8a26-789f87b83be2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'mac_address': 'fa:16:3e:72:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70afcd8b-ecce-41cf-9d39-8f7484bdb65d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:05:42Z', 'updated_at': '2022-05-26T14:05:54Z', 'revision_number': 1, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ffcef5-68aa-421a-9700-c16472c89579', 'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'mac_address': 'fa:16:3e:73:f3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:13Z', 'updated_at': '2022-05-26T13:56:30Z', 'revision_number': 5, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'subnets': [{'id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:55.709404 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-323df561-e9d7-4bbf-beb7-db337cda599f req-29fda3c7-3a8f-49f7-82b8-68ba4fd9a701 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=197365b1-d8da-490a-8a26-789f87b83be2 HTTP/1.1" status: 200 len: 1000 time: 0.0537877 May 26 14:05:55.735535 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb8d896-f22e-4b23-a5ef-21951e8d75d2 None None] Checking router: daa0fa1d-1072-4f3c-8d4e-d0d83801f24a for host: dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:05:55.743920 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb8d896-f22e-4b23-a5ef-21951e8d75d2 None None] Routers {'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:05:55.744518 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-5bb8d896-f22e-4b23-a5ef-21951e8d75d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:05:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:55.758415 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323df561-e9d7-4bbf-beb7-db337cda599f req-2ed7f920-db3b-4a9f-9f1b-a1197944ce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:55.759989 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-323df561-e9d7-4bbf-beb7-db337cda599f req-2ed7f920-db3b-4a9f-9f1b-a1197944ce5f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3a255f09-ad18-4a84-8012-2f8575f58a13 HTTP/1.1" status: 200 len: 854 time: 0.0446162 May 26 14:05:55.808657 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323df561-e9d7-4bbf-beb7-db337cda599f req-1f7a2bea-99b3-4ac0-ab9a-a32a742a95e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:55.810111 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-323df561-e9d7-4bbf-beb7-db337cda599f req-1f7a2bea-99b3-4ac0-ab9a-a32a742a95e6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5f7e5c2e-dcd0-44c0-a251-a7bcffefb292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433269 May 26 14:05:55.849938 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-5bb8d896-f22e-4b23-a5ef-21951e8d75d2 None None] Set router daa0fa1d-1072-4f3c-8d4e-d0d83801f24a gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:05:55.907579 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-323df561-e9d7-4bbf-beb7-db337cda599f req-559ffaf9-8b0c-45cf-814a-1ee780555e57 service neutron] 10.222.0.82 "GET /v2.0/networks/5f7e5c2e-dcd0-44c0-a251-a7bcffefb292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886643 May 26 14:05:55.996907 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e94379-fa56-4b46-84ab-897d16cca996 req-d2b2d9bc-878c-47ef-871d-9ae3962bb3e6 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:55.999022 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-07e94379-fa56-4b46-84ab-897d16cca996 req-d2b2d9bc-878c-47ef-871d-9ae3962bb3e6 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 945 time: 0.0559769 May 26 14:05:56.014417 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-323df561-e9d7-4bbf-beb7-db337cda599f req-aa4dd372-7a1b-4621-ac1d-313a0288fc4d service neutron] 10.222.0.82 "GET /v2.0/networks/5f7e5c2e-dcd0-44c0-a251-a7bcffefb292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998778 May 26 14:05:56.040595 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:56.056677 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-07e94379-fa56-4b46-84ab-897d16cca996 req-c04db7b9-5eb9-4eda-ba1a-13f7484d74ce tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488405 May 26 14:05:56.089832 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-5bb8d896-f22e-4b23-a5ef-21951e8d75d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'name': 'tempest-AttachVolumeNegativeTest-1440631548-router', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:14Z', 'revision_number': 4, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'gw_port': {'id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': '4b40f2e7-fb23-4db4-b811-0c1da8e8ea26', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'port_id': '197365b1-d8da-490a-8a26-789f87b83be2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'mac_address': 'fa:16:3e:72:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70afcd8b-ecce-41cf-9d39-8f7484bdb65d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:05:42Z', 'updated_at': '2022-05-26T14:05:54Z', 'revision_number': 1, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ffcef5-68aa-421a-9700-c16472c89579', 'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'mac_address': 'fa:16:3e:73:f3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:13Z', 'updated_at': '2022-05-26T13:56:30Z', 'revision_number': 5, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'subnets': [{'id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:56.115276 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb8d896-f22e-4b23-a5ef-21951e8d75d2 None None] The sync data for ids ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'] in dv-cinder-842130-1-iscsi is: [{'id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'name': 'tempest-AttachVolumeNegativeTest-1440631548-router', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:14Z', 'revision_number': 4, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'gw_port': {'id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': '4b40f2e7-fb23-4db4-b811-0c1da8e8ea26', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'port_id': '197365b1-d8da-490a-8a26-789f87b83be2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'mac_address': 'fa:16:3e:72:79:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70afcd8b-ecce-41cf-9d39-8f7484bdb65d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:05:42Z', 'updated_at': '2022-05-26T14:05:54Z', 'revision_number': 1, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ffcef5-68aa-421a-9700-c16472c89579', 'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'mac_address': 'fa:16:3e:73:f3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:13Z', 'updated_at': '2022-05-26T13:56:30Z', 'revision_number': 5, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'subnets': [{'id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:05:56.333070 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ef1076-da13-4822-a13e-48751e33c65c None None] New status for floating IP 4b40f2e7-fb23-4db4-b811-0c1da8e8ea26: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 14:05:57.180430 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ffd2e-14fd-45b8-9714-0d4cc27c035c req-7bdbbfd8-a595-4bfd-ba7b-0ccbf10359fc tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:57.181999 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b71ffd2e-14fd-45b8-9714-0d4cc27c035c req-7bdbbfd8-a595-4bfd-ba7b-0ccbf10359fc tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 945 time: 0.0479157 May 26 14:05:57.236101 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b71ffd2e-14fd-45b8-9714-0d4cc27c035c req-6d1a2a37-b0b5-4782-87ea-f3ce54a09f7c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474327 May 26 14:05:58.358020 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec5b76-0a4f-4916-a563-c7a1ba15845b req-1e7f1fa2-7134-42cd-8cf4-e18c27699d2f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:58.359463 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-91ec5b76-0a4f-4916-a563-c7a1ba15845b req-1e7f1fa2-7134-42cd-8cf4-e18c27699d2f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 945 time: 0.0501978 May 26 14:05:58.406192 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-91ec5b76-0a4f-4916-a563-c7a1ba15845b req-7d6f8807-86c8-4679-8f86-a81124cf32f3 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411029 May 26 14:05:59.523855 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4c1da-239d-46f9-b79a-2ed6d87a5693 req-da53873e-bc80-4303-b0e3-06756209506f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:05:59.525337 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cce4c1da-239d-46f9-b79a-2ed6d87a5693 req-da53873e-bc80-4303-b0e3-06756209506f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 945 time: 0.0473247 May 26 14:05:59.572393 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cce4c1da-239d-46f9-b79a-2ed6d87a5693 req-dc5883a7-111f-4ac6-85a2-23475fc4c26d tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408323 May 26 14:06:00.689478 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939af6c-0595-4a6a-a7af-ba3ac937931b req-b66d58bd-3bf8-4c29-8add-16b295d8ca65 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:00.690910 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9939af6c-0595-4a6a-a7af-ba3ac937931b req-b66d58bd-3bf8-4c29-8add-16b295d8ca65 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 945 time: 0.0457883 May 26 14:06:00.739644 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9939af6c-0595-4a6a-a7af-ba3ac937931b req-0e696b5d-e06f-4e61-a8e3-c645dd18f39f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433264 May 26 14:06:01.856848 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f93bd4-7e39-4397-b1d2-41121ab3eaa5 req-bffc6aef-2329-401a-a9ff-0bbc8712e174 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:01.858333 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a9f93bd4-7e39-4397-b1d2-41121ab3eaa5 req-bffc6aef-2329-401a-a9ff-0bbc8712e174 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 945 time: 0.0464222 May 26 14:06:01.904503 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a9f93bd4-7e39-4397-b1d2-41121ab3eaa5 req-06814776-f773-43b1-8864-876d632c931d tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401406 May 26 14:06:03.021736 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c87ad-d51f-445f-9e1d-afd5eab408fa req-a11ad12a-9b68-4ff5-a29a-31ce1e608ebf tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:03.022904 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-221c87ad-d51f-445f-9e1d-afd5eab408fa req-a11ad12a-9b68-4ff5-a29a-31ce1e608ebf tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 945 time: 0.0477672 May 26 14:06:03.070504 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-221c87ad-d51f-445f-9e1d-afd5eab408fa req-fbbf66e5-95c0-4bfa-ba24-0a88fe378ae9 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417578 May 26 14:06:04.349049 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b2a96-d630-41fb-b5b3-6b7d7016f04a req-b4287a97-e569-43f7-9960-0614c4f2d106 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:04.350566 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a97b2a96-d630-41fb-b5b3-6b7d7016f04a req-b4287a97-e569-43f7-9960-0614c4f2d106 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 945 time: 0.2064030 May 26 14:06:04.396821 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a97b2a96-d630-41fb-b5b3-6b7d7016f04a req-63da3907-5b60-42a7-801b-e64e75b2b989 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407116 May 26 14:06:05.565422 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6a7d6-f8be-4b8b-8c8a-adbdacf07ad1 req-9a79f719-4930-4d4f-99aa-92059c27ac3e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:05.566899 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cbe6a7d6-f8be-4b8b-8c8a-adbdacf07ad1 req-9a79f719-4930-4d4f-99aa-92059c27ac3e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 945 time: 0.0983238 May 26 14:06:05.613001 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cbe6a7d6-f8be-4b8b-8c8a-adbdacf07ad1 req-ce6de8f4-5743-43ea-b50f-1af043de5f1d tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405357 May 26 14:06:06.007850 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=88 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:06.010522 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=70 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:06.444674 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:06.446886 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:06.736309 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6fe44-d9b8-4103-9230-eaaceb9d8abf req-9072a54e-2ed3-42d9-9779-f26c49e2a4a3 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:06.737714 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-02b6fe44-d9b8-4103-9230-eaaceb9d8abf req-9072a54e-2ed3-42d9-9779-f26c49e2a4a3 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 945 time: 0.0498588 May 26 14:06:06.783648 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-02b6fe44-d9b8-4103-9230-eaaceb9d8abf req-4a14a0de-ec61-4d86-906b-237fd45e0dcd tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404723 May 26 14:06:07.294419 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:07.899478 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251170dc-54c3-40af-afc5-d53a885834a8 req-5b8ed992-2217-4b9f-ac66-9d5696a1c5a2 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:07.900945 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-251170dc-54c3-40af-afc5-d53a885834a8 req-5b8ed992-2217-4b9f-ac66-9d5696a1c5a2 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 945 time: 0.0465858 May 26 14:06:07.947297 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-251170dc-54c3-40af-afc5-d53a885834a8 req-5f01ca60-c5e6-40fd-9f32-e7851fcf3892 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408657 May 26 14:06:08.527159 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:06:09.065342 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:09.073947 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac30255-1cd0-4c61-ab60-5b0c5fdd541a req-263799be-5aea-47c7-b470-eb81aac27fef tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:09.075419 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0ac30255-1cd0-4c61-ab60-5b0c5fdd541a req-263799be-5aea-47c7-b470-eb81aac27fef tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 945 time: 0.0464811 May 26 14:06:09.086807 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:09.127168 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0ac30255-1cd0-4c61-ab60-5b0c5fdd541a req-a43131cb-39d7-4103-b8bd-6a13d38a6c9e tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456254 May 26 14:06:09.368951 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 703563f0-f1dc-4261-919d-1995757e7da5 details requested by agent hyperv_hv-cinder-84213 with host hv-cinder-84213 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 14:06:09.468868 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 703563f0-f1dc-4261-919d-1995757e7da5, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=703563f0-f1dc-4261-919d-1995757e7da5,segment=NetworkSegment(19072dfe-0334-40e6-bb73-47766657aa3f),segment_id=19072dfe-0334-40e6-bb73-47766657aa3f)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:06:09.479678 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Returning: {'device': '703563f0-f1dc-4261-919d-1995757e7da5', 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62', 'port_id': '703563f0-f1dc-4261-919d-1995757e7da5', 'mac_address': 'fa:16:3e:8b:03:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610ffda6-b7a7-4a06-84a4-402e2b1f27f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 14:06:09.514004 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 703563f0-f1dc-4261-919d-1995757e7da5 is: ACTIVE; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:06:09.514390 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (703563f0-f1dc-4261-919d-1995757e7da5), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:09.527208 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 703563f0-f1dc-4261-919d-1995757e7da5 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 14:06:09.549440 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 703563f0-f1dc-4261-919d-1995757e7da5, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=703563f0-f1dc-4261-919d-1995757e7da5,segment=NetworkSegment(19072dfe-0334-40e6-bb73-47766657aa3f),segment_id=19072dfe-0334-40e6-bb73-47766657aa3f)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:06:09.553505 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (703563f0-f1dc-4261-919d-1995757e7da5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:09.599278 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=703563f0-f1dc-4261-919d-1995757e7da5,revision_number=6']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:06:09.759644 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] get_ports_and_sgs() called for port_ids ['703563f0-f1dc-4261-919d-1995757e7da5'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 14:06:10.252930 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aadce4-d514-4c51-a8c2-ce2c4f854dc3 req-d32a9ea8-4ffc-44e0-967a-28e8aaa7b035 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:10.254399 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d7aadce4-d514-4c51-a8c2-ce2c4f854dc3 req-d32a9ea8-4ffc-44e0-967a-28e8aaa7b035 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 944 time: 0.0485446 May 26 14:06:10.300908 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d7aadce4-d514-4c51-a8c2-ce2c4f854dc3 req-bb3781fe-2123-440b-a753-58a1cb9513d3 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407088 May 26 14:06:11.392597 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 703563f0-f1dc-4261-919d-1995757e7da5 up at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 14:06:11.420837 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea942449-bc48-427b-91be-f2f281d4dff3 req-c9ec33db-9f0f-496b-9907-dee127c63abf tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:11.422369 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ea942449-bc48-427b-91be-f2f281d4dff3 req-c9ec33db-9f0f-496b-9907-dee127c63abf tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 944 time: 0.0483816 May 26 14:06:11.436041 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning complete for port 703563f0-f1dc-4261-919d-1995757e7da5 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:06:11.436399 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (703563f0-f1dc-4261-919d-1995757e7da5), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:11.469908 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ea942449-bc48-427b-91be-f2f281d4dff3 req-f5c3d8bc-bb8f-4e7b-ba08-997a65adffda tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416665 May 26 14:06:11.510086 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 703563f0-f1dc-4261-919d-1995757e7da5 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:06:11.510464 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (703563f0-f1dc-4261-919d-1995757e7da5), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:11.533713 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703563f0-f1dc-4261-919d-1995757e7da5'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:06:11.536133 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75cf6a0b0aca4359f4c43b56c27fa80c20f62c04807301a9a0ec5234ef5b0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222553ad-de6b-4e42-b1e4-a562cea8be7f" -d '{"events": [{"server_uuid": "724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7", "name": "network-vif-plugged", "status": "completed", "tag": "703563f0-f1dc-4261-919d-1995757e7da5"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:06:11.549660 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 703563f0-f1dc-4261-919d-1995757e7da5, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=703563f0-f1dc-4261-919d-1995757e7da5,segment=NetworkSegment(19072dfe-0334-40e6-bb73-47766657aa3f),segment_id=19072dfe-0334-40e6-bb73-47766657aa3f)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:06:11.554015 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (703563f0-f1dc-4261-919d-1995757e7da5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:11.578364 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60f9c58-f8fe-4352-9813-adc7254a657d x-openstack-request-id: req-f60f9c58-f8fe-4352-9813-adc7254a657d {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:06:11.578655 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7", "name": "network-vif-plugged", "status": "completed", "tag": "703563f0-f1dc-4261-919d-1995757e7da5", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:06:11.578906 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f60f9c58-f8fe-4352-9813-adc7254a657d {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:06:11.579319 dv-cinder-842130-1-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f60f9c58-f8fe-4352-9813-adc7254a657d'] response: {'server_uuid': '724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703563f0-f1dc-4261-919d-1995757e7da5', 'code': 200} May 26 14:06:11.606309 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=703563f0-f1dc-4261-919d-1995757e7da5,revision_number=7']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:06:12.599620 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ebe5e-cddc-4a95-8838-0090242df456 req-42c26f77-a76b-4984-a4d1-45ef63577ba7 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:12.601100 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-847ebe5e-cddc-4a95-8838-0090242df456 req-42c26f77-a76b-4984-a4d1-45ef63577ba7 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 945 time: 0.0566933 May 26 14:06:12.653195 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-847ebe5e-cddc-4a95-8838-0090242df456 req-94ac0bdb-00fc-4327-892f-aa6e8a5b5888 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464540 May 26 14:06:13.787086 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8494a7f-d086-4676-8960-894846b8fcc9 req-1a9aa6e4-5dcb-4647-b299-2a4e3825169c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:13.788697 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d8494a7f-d086-4676-8960-894846b8fcc9 req-1a9aa6e4-5dcb-4647-b299-2a4e3825169c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 945 time: 0.0589151 May 26 14:06:13.866181 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d8494a7f-d086-4676-8960-894846b8fcc9 req-c83716e6-20f3-4543-911a-eb750347a759 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670214 May 26 14:06:14.974219 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993f9bf-2f51-48c9-b77a-635d49c6667d req-29e5a72f-c884-437f-9e0a-888b811891dd tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:14.975698 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9993f9bf-2f51-48c9-b77a-635d49c6667d req-29e5a72f-c884-437f-9e0a-888b811891dd tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 945 time: 0.0470271 May 26 14:06:15.040315 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9993f9bf-2f51-48c9-b77a-635d49c6667d req-f17c1b43-7256-4d72-853d-293c9300e1a5 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586543 May 26 14:06:16.187317 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922444d-bcec-4a64-a23c-3d9104b43237 req-3af64891-9ff5-44da-a437-8cd03b687f78 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:16.193350 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c922444d-bcec-4a64-a23c-3d9104b43237 req-3af64891-9ff5-44da-a437-8cd03b687f78 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 945 time: 0.0727668 May 26 14:06:16.256140 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c922444d-bcec-4a64-a23c-3d9104b43237 req-662f0d22-95dd-4007-b81b-7dbcefa9c99f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603817 May 26 14:06:17.387045 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8dad91-1809-4015-afd2-86d94a923559 req-bc3ddadd-de3c-42b3-8e9b-31f84fa2aceb tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:17.389737 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-af8dad91-1809-4015-afd2-86d94a923559 req-bc3ddadd-de3c-42b3-8e9b-31f84fa2aceb tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 945 time: 0.0525503 May 26 14:06:17.440842 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-af8dad91-1809-4015-afd2-86d94a923559 req-6e8d880c-4188-44ae-8418-61852e802b16 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456321 May 26 14:06:17.515345 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d84de223-b54a-415a-8bc0-f6d384b78b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:18.522245 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=95 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:18.524502 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=87 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:18.571078 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcdaaf8-428b-449c-87be-4958e1be07df req-59e6d834-01ed-48c8-8ea3-7b86c80147e4 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:18.573099 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9bcdaaf8-428b-449c-87be-4958e1be07df req-59e6d834-01ed-48c8-8ea3-7b86c80147e4 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 945 time: 0.0556924 May 26 14:06:18.627674 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9bcdaaf8-428b-449c-87be-4958e1be07df req-3af5a0f4-0912-433f-806f-3b800b97f8ee tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471029 May 26 14:06:19.661261 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-771e5be5-a54d-47fa-9c9c-19302c8af405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:19.757180 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888b4b3-1a24-46fd-9b2b-2f591d6bf421 req-4627d782-514c-467e-a710-98fceab4fd6d tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:19.758661 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a888b4b3-1a24-46fd-9b2b-2f591d6bf421 req-4627d782-514c-467e-a710-98fceab4fd6d tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 945 time: 0.0505197 May 26 14:06:19.806747 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a888b4b3-1a24-46fd-9b2b-2f591d6bf421 req-25bbdbd7-843a-48f3-bcac-42e14d9a5a62 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424838 May 26 14:06:20.933855 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc261cf0-487a-4db0-935a-0a065170ed98 req-6fa9bbe2-0200-4cc4-8451-35dbaeaae790 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:20.936051 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bc261cf0-487a-4db0-935a-0a065170ed98 req-6fa9bbe2-0200-4cc4-8451-35dbaeaae790 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 945 time: 0.0549259 May 26 14:06:20.985838 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bc261cf0-487a-4db0-935a-0a065170ed98 req-41fc11a7-352f-4005-9fda-abc2b43ada72 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440845 May 26 14:06:21.300791 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:21.397105 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 52214) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:06:21.433372 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:21.504842 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:21.552524 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-26f00008-72be-4207-8bd7-04652c1a8468 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Deleting port 41717cfc-9635-4f91-8a67-80b34f642918 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:06:21.553283 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-26f00008-72be-4207-8bd7-04652c1a8468 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (41717cfc-9635-4f91-8a67-80b34f642918), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:21.634354 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-26f00008-72be-4207-8bd7-04652c1a8468 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (41717cfc-9635-4f91-8a67-80b34f642918), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:21.634683 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-26f00008-72be-4207-8bd7-04652c1a8468 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks [] for floatingip (41717cfc-9635-4f91-8a67-80b34f642918), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:21.651334 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-26f00008-72be-4207-8bd7-04652c1a8468 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Calling delete_port for 41717cfc-9635-4f91-8a67-80b34f642918 owned by network:floatingip {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:06:21.852257 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-26f00008-72be-4207-8bd7-04652c1a8468 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (41717cfc-9635-4f91-8a67-80b34f642918), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:21.883249 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f00008-72be-4207-8bd7-04652c1a8468 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Pushing event deleted for resources: {'Port': ['ID=41717cfc-9635-4f91-8a67-80b34f642918,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:06:21.960890 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-26f00008-72be-4207-8bd7-04652c1a8468 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks [] for floatingip (c5bf8432-66d1-4b18-900c-100204be5fd9), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:21.961646 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.db.l3_db [None req-26f00008-72be-4207-8bd7-04652c1a8468 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Floating IP c5bf8432-66d1-4b18-900c-100204be5fd9 disassociated (deleted). External IP: 172.27.1.15, port: 7d604ff9-6337-4905-bd16-e0eb02d19035. May 26 14:06:22.198464 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5e4e7-8d90-4d4d-a33f-3ea6b717462b req-de5b4f49-e30c-4a5a-a132-61a219c25012 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:22.201681 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b3c5e4e7-8d90-4d4d-a33f-3ea6b717462b req-de5b4f49-e30c-4a5a-a132-61a219c25012 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 945 time: 0.1231127 May 26 14:06:22.297799 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b3c5e4e7-8d90-4d4d-a33f-3ea6b717462b req-46b01b6f-0f81-466f-8fbd-8bca0935e815 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879421 May 26 14:06:22.304926 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f00008-72be-4207-8bd7-04652c1a8468 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Router 20af8b33-acd3-4250-8093-707c573a3729 has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:06:22.373836 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:22.439778 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f00008-72be-4207-8bd7-04652c1a8468 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:06:22.444807 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-26f00008-72be-4207-8bd7-04652c1a8468 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:22.451629 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84930881-e958-44de-889b-897d54aa5a49 None None] Sync routers for ids ['20af8b33-acd3-4250-8093-707c573a3729'] in dv-cinder-842130-1-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:06:22.464377 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84930881-e958-44de-889b-897d54aa5a49 None None] Routers {'20af8b33-acd3-4250-8093-707c573a3729'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:06:22.465146 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-84930881-e958-44de-889b-897d54aa5a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:06:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['20af8b33-acd3-4250-8093-707c573a3729'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:06:22.486460 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-26f00008-72be-4207-8bd7-04652c1a8468 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "DELETE /v2.0/floatingips/c5bf8432-66d1-4b18-900c-100204be5fd9 HTTP/1.1" status: 204 len: 168 time: 1.0877674 May 26 14:06:22.487068 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4176fdc7-3ccd-4093-b4c4-841eafb524f7', 'tag': '7d604ff9-6337-4905-bd16-e0eb02d19035'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:06:22.491148 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a67d27a2ec375fafa348027e062b6cf3c7935884065918e746e599b143197b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceaf5c9e-cd7b-4184-bfab-58358ed9d398" -d '{"events": [{"name": "network-changed", "server_uuid": "4176fdc7-3ccd-4093-b4c4-841eafb524f7", "tag": "7d604ff9-6337-4905-bd16-e0eb02d19035"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:06:22.537399 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:22.549939 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 14:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c346fc3d-cbdf-4ac2-a734-2df7db733dca x-openstack-request-id: req-c346fc3d-cbdf-4ac2-a734-2df7db733dca {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:06:22.550231 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4176fdc7-3ccd-4093-b4c4-841eafb524f7", "tag": "7d604ff9-6337-4905-bd16-e0eb02d19035", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:06:22.550476 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c346fc3d-cbdf-4ac2-a734-2df7db733dca {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:06:22.550884 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c346fc3d-cbdf-4ac2-a734-2df7db733dca'] response: {'name': 'network-changed', 'server_uuid': '4176fdc7-3ccd-4093-b4c4-841eafb524f7', 'tag': '7d604ff9-6337-4905-bd16-e0eb02d19035', 'status': 'completed', 'code': 200} May 26 14:06:22.712938 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf5c9e-cd7b-4184-bfab-58358ed9d398 req-8a639feb-471b-46af-aad0-1f99b9c392a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:22.715191 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ceaf5c9e-cd7b-4184-bfab-58358ed9d398 req-8a639feb-471b-46af-aad0-1f99b9c392a0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4d13c9a0ad1146158525c3398ff4de2a&device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 1130 time: 0.1037197 May 26 14:06:22.732070 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-84930881-e958-44de-889b-897d54aa5a49 None None] Set router 20af8b33-acd3-4250-8093-707c573a3729 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:06:22.831526 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab70ed-5c24-4af8-b25d-46d3ac2a7478 req-6a00dc3c-c271-4944-bcfd-8e1bd1a661e3 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:22.833526 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0fab70ed-5c24-4af8-b25d-46d3ac2a7478 req-6a00dc3c-c271-4944-bcfd-8e1bd1a661e3 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 946 time: 0.0724897 May 26 14:06:22.861701 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:22.901170 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0fab70ed-5c24-4af8-b25d-46d3ac2a7478 req-0b092224-33d8-4aef-8b51-3c5925f79ac5 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607316 May 26 14:06:22.944435 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-84930881-e958-44de-889b-897d54aa5a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20af8b33-acd3-4250-8093-707c573a3729', 'name': 'tempest-TestShelveInstance-1877394190-router', 'tenant_id': '4d13c9a0ad1146158525c3398ff4de2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '9ad873ae-ab91-4e13-adfa-c720295abfd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:24Z', 'updated_at': '2022-05-26T13:59:28Z', 'revision_number': 4, 'project_id': '4d13c9a0ad1146158525c3398ff4de2a', 'gw_port': {'id': '9ad873ae-ab91-4e13-adfa-c720295abfd7', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20af8b33-acd3-4250-8093-707c573a3729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:25Z', 'updated_at': '2022-05-26T13:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': '99882919-9b98-4571-be95-a4bc9d1f595c', 'name': '', 'network_id': '2e2642a5-f4ea-4c44-b7a8-82a279ead114', 'tenant_id': '4d13c9a0ad1146158525c3398ff4de2a', 'mac_address': 'fa:16:3e:42:e6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20af8b33-acd3-4250-8093-707c573a3729', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ea142ff0-5d98-4000-a61c-5aa9b40fe7ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:27Z', 'updated_at': '2022-05-26T13:59:38Z', 'revision_number': 5, 'project_id': '4d13c9a0ad1146158525c3398ff4de2a', 'subnets': [{'id': 'ea142ff0-5d98-4000-a61c-5aa9b40fe7ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:06:22.975471 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84930881-e958-44de-889b-897d54aa5a49 None None] Checking router: 20af8b33-acd3-4250-8093-707c573a3729 for host: dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:06:22.984089 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84930881-e958-44de-889b-897d54aa5a49 None None] Routers {'20af8b33-acd3-4250-8093-707c573a3729'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:06:22.984696 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-84930881-e958-44de-889b-897d54aa5a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:06:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['20af8b33-acd3-4250-8093-707c573a3729'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:06:23.105488 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-84930881-e958-44de-889b-897d54aa5a49 None None] Set router 20af8b33-acd3-4250-8093-707c573a3729 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:06:23.311689 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-84930881-e958-44de-889b-897d54aa5a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20af8b33-acd3-4250-8093-707c573a3729', 'name': 'tempest-TestShelveInstance-1877394190-router', 'tenant_id': '4d13c9a0ad1146158525c3398ff4de2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '9ad873ae-ab91-4e13-adfa-c720295abfd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:24Z', 'updated_at': '2022-05-26T13:59:28Z', 'revision_number': 4, 'project_id': '4d13c9a0ad1146158525c3398ff4de2a', 'gw_port': {'id': '9ad873ae-ab91-4e13-adfa-c720295abfd7', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20af8b33-acd3-4250-8093-707c573a3729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:25Z', 'updated_at': '2022-05-26T13:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': '99882919-9b98-4571-be95-a4bc9d1f595c', 'name': '', 'network_id': '2e2642a5-f4ea-4c44-b7a8-82a279ead114', 'tenant_id': '4d13c9a0ad1146158525c3398ff4de2a', 'mac_address': 'fa:16:3e:42:e6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20af8b33-acd3-4250-8093-707c573a3729', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ea142ff0-5d98-4000-a61c-5aa9b40fe7ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:27Z', 'updated_at': '2022-05-26T13:59:38Z', 'revision_number': 5, 'project_id': '4d13c9a0ad1146158525c3398ff4de2a', 'subnets': [{'id': 'ea142ff0-5d98-4000-a61c-5aa9b40fe7ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:06:23.340126 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84930881-e958-44de-889b-897d54aa5a49 None None] The sync data for ids ['20af8b33-acd3-4250-8093-707c573a3729'] in dv-cinder-842130-1-iscsi is: [{'id': '20af8b33-acd3-4250-8093-707c573a3729', 'name': 'tempest-TestShelveInstance-1877394190-router', 'tenant_id': '4d13c9a0ad1146158525c3398ff4de2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '9ad873ae-ab91-4e13-adfa-c720295abfd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:24Z', 'updated_at': '2022-05-26T13:59:28Z', 'revision_number': 4, 'project_id': '4d13c9a0ad1146158525c3398ff4de2a', 'gw_port': {'id': '9ad873ae-ab91-4e13-adfa-c720295abfd7', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20af8b33-acd3-4250-8093-707c573a3729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:25Z', 'updated_at': '2022-05-26T13:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': '99882919-9b98-4571-be95-a4bc9d1f595c', 'name': '', 'network_id': '2e2642a5-f4ea-4c44-b7a8-82a279ead114', 'tenant_id': '4d13c9a0ad1146158525c3398ff4de2a', 'mac_address': 'fa:16:3e:42:e6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20af8b33-acd3-4250-8093-707c573a3729', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ea142ff0-5d98-4000-a61c-5aa9b40fe7ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:27Z', 'updated_at': '2022-05-26T13:59:38Z', 'revision_number': 5, 'project_id': '4d13c9a0ad1146158525c3398ff4de2a', 'subnets': [{'id': 'ea142ff0-5d98-4000-a61c-5aa9b40fe7ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:06:23.437219 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7280d42-063f-4edd-b222-312c4c4fbbaa req-05ea96bf-4c25-46c7-a907-d0e547139f40 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:23.438758 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e7280d42-063f-4edd-b222-312c4c4fbbaa req-05ea96bf-4c25-46c7-a907-d0e547139f40 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 945 time: 0.0562675 May 26 14:06:23.492774 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e7280d42-063f-4edd-b222-312c4c4fbbaa req-516411d0-1756-48ac-ab82-82b00ef77cb3 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459797 May 26 14:06:23.667527 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b83cb0-e4f2-410a-931c-67ddaa70ba71 None None] New status for floating IP c5bf8432-66d1-4b18-900c-100204be5fd9: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 14:06:23.990657 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:24.008416 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:24.016482 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf5c9e-cd7b-4184-bfab-58358ed9d398 req-765bc1c6-5c1f-4918-a13e-b531f59eca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:24.018782 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ceaf5c9e-cd7b-4184-bfab-58358ed9d398 req-765bc1c6-5c1f-4918-a13e-b531f59eca9c service neutron] 10.222.0.82 "GET /v2.0/networks?id=2e2642a5-f4ea-4c44-b7a8-82a279ead114 HTTP/1.1" status: 200 len: 910 time: 0.1008046 May 26 14:06:24.053421 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3783e-02f2-4d26-b16a-e86bca6956ff req-6ba25024-55e5-490e-89bd-80deaac4f90a tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:24.055048 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1ce3783e-02f2-4d26-b16a-e86bca6956ff req-6ba25024-55e5-490e-89bd-80deaac4f90a tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 946 time: 0.0582485 May 26 14:06:24.079395 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ceaf5c9e-cd7b-4184-bfab-58358ed9d398 req-959c554b-ec45-4b8c-a860-bd1308c68077 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d604ff9-6337-4905-bd16-e0eb02d19035 HTTP/1.1" status: 200 len: 217 time: 0.0409572 May 26 14:06:24.116311 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1ce3783e-02f2-4d26-b16a-e86bca6956ff req-67e88afd-3ac5-4179-9f94-df3c29cc4edf tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540316 May 26 14:06:24.264852 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf5c9e-cd7b-4184-bfab-58358ed9d398 req-a15bb739-291d-442e-bf63-88d6026126a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:24.266706 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ceaf5c9e-cd7b-4184-bfab-58358ed9d398 req-a15bb739-291d-442e-bf63-88d6026126a6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea142ff0-5d98-4000-a61c-5aa9b40fe7ba HTTP/1.1" status: 200 len: 848 time: 0.0536988 May 26 14:06:24.362595 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf5c9e-cd7b-4184-bfab-58358ed9d398 req-3bcbd1bb-176c-4d3f-95c8-feb433cc36fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:24.364017 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ceaf5c9e-cd7b-4184-bfab-58358ed9d398 req-3bcbd1bb-176c-4d3f-95c8-feb433cc36fb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2e2642a5-f4ea-4c44-b7a8-82a279ead114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419312 May 26 14:06:24.460772 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ceaf5c9e-cd7b-4184-bfab-58358ed9d398 req-ed322126-98e7-47e9-b1d6-f159c1b0a248 service neutron] 10.222.0.82 "GET /v2.0/networks/2e2642a5-f4ea-4c44-b7a8-82a279ead114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895483 May 26 14:06:24.620716 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4da4cd-d20a-414e-9eb6-b892ba863d7d req-0d63e4ce-65a1-49a0-9bf6-eda14ec0e059 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:24.622337 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7f4da4cd-d20a-414e-9eb6-b892ba863d7d req-0d63e4ce-65a1-49a0-9bf6-eda14ec0e059 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 945 time: 0.0516548 May 26 14:06:24.675490 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7f4da4cd-d20a-414e-9eb6-b892ba863d7d req-913a56c4-1b5f-4002-8466-4880ed0a7b85 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475423 May 26 14:06:24.808237 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ceaf5c9e-cd7b-4184-bfab-58358ed9d398 req-98f57710-6f96-4ca4-9004-cb30ebd59865 service neutron] 10.222.0.82 "GET /v2.0/networks/2e2642a5-f4ea-4c44-b7a8-82a279ead114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849347 May 26 14:06:24.942369 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a214f-b4af-4877-886b-6666b7dc8f75 req-9195778e-58f5-451a-84f3-ec4d35ec2084 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:24.943798 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e17a214f-b4af-4877-886b-6666b7dc8f75 req-9195778e-58f5-451a-84f3-ec4d35ec2084 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.82 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 946 time: 0.0496171 May 26 14:06:25.027382 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-e17a214f-b4af-4877-886b-6666b7dc8f75 req-e6fc0f69-c87c-46de-89c3-65ac8d77a926 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Deleting port 7d604ff9-6337-4905-bd16-e0eb02d19035 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:06:25.028693 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e17a214f-b4af-4877-886b-6666b7dc8f75 req-e6fc0f69-c87c-46de-89c3-65ac8d77a926 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (7d604ff9-6337-4905-bd16-e0eb02d19035), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:25.120770 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e17a214f-b4af-4877-886b-6666b7dc8f75 req-e6fc0f69-c87c-46de-89c3-65ac8d77a926 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] For port 7d604ff9-6337-4905-bd16-e0eb02d19035, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=7d604ff9-6337-4905-bd16-e0eb02d19035,segment=NetworkSegment(fe3cddaa-6235-4928-a72a-7782f9b9fdc3),segment_id=fe3cddaa-6235-4928-a72a-7782f9b9fdc3)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:06:25.121132 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e17a214f-b4af-4877-886b-6666b7dc8f75 req-e6fc0f69-c87c-46de-89c3-65ac8d77a926 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (7d604ff9-6337-4905-bd16-e0eb02d19035), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:25.134181 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-e17a214f-b4af-4877-886b-6666b7dc8f75 req-e6fc0f69-c87c-46de-89c3-65ac8d77a926 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Calling delete_port for 7d604ff9-6337-4905-bd16-e0eb02d19035 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:06:25.236758 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e5249-e6df-4f46-b9e7-6965e9b42e6f req-ec576447-8998-47e7-af6d-dc458d021832 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:25.238299 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b70e5249-e6df-4f46-b9e7-6965e9b42e6f req-ec576447-8998-47e7-af6d-dc458d021832 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 946 time: 0.0490265 May 26 14:06:25.277258 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e17a214f-b4af-4877-886b-6666b7dc8f75 req-e6fc0f69-c87c-46de-89c3-65ac8d77a926 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (7d604ff9-6337-4905-bd16-e0eb02d19035), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:25.289906 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b70e5249-e6df-4f46-b9e7-6965e9b42e6f req-b48b8a60-201c-43fc-b234-5b0b1281ce91 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/security-groups?id=29a678fb-c3b7-406c-85af-b94c86c1c442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460014 May 26 14:06:25.305766 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc0f69-c87c-46de-89c3-65ac8d77a926 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Pushing event deleted for resources: {'Port': ['ID=7d604ff9-6337-4905-bd16-e0eb02d19035,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:06:25.603325 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17a214f-b4af-4877-886b-6666b7dc8f75 req-e6fc0f69-c87c-46de-89c3-65ac8d77a926 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] No DVR routers for this DVR port 7d604ff9-6337-4905-bd16-e0eb02d19035 on host hv-cinder-84213 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:06:25.606906 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:25.609887 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e17a214f-b4af-4877-886b-6666b7dc8f75 req-e6fc0f69-c87c-46de-89c3-65ac8d77a926 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:25.612985 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e17a214f-b4af-4877-886b-6666b7dc8f75 req-e6fc0f69-c87c-46de-89c3-65ac8d77a926 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.82 "DELETE /v2.0/ports/7d604ff9-6337-4905-bd16-e0eb02d19035 HTTP/1.1" status: 204 len: 173 time: 0.6622424 May 26 14:06:25.613482 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4176fdc7-3ccd-4093-b4c4-841eafb524f7', 'name': 'network-vif-deleted', 'tag': '7d604ff9-6337-4905-bd16-e0eb02d19035'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:06:25.615743 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a2fe3094dbca619affac8640d5d00e1e0d94bf0ce4138e249cf9dd9a9bbd82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e6d956-6c0c-47c9-b5d3-ddafc13b06b6" -d '{"events": [{"server_uuid": "4176fdc7-3ccd-4093-b4c4-841eafb524f7", "name": "network-vif-deleted", "tag": "7d604ff9-6337-4905-bd16-e0eb02d19035"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:06:25.625206 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d74acb-78cb-4024-8bbc-4f287275349f req-566faa87-35c0-4d0c-9684-c1c494ca526d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:25.626747 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d5d74acb-78cb-4024-8bbc-4f287275349f req-566faa87-35c0-4d0c-9684-c1c494ca526d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7116b23d173c4192a6c8d996ad31d57c&device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 1129 time: 0.0653963 May 26 14:06:25.667218 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ffb813-5b51-41ce-8dad-5dc460a41db1 x-openstack-request-id: req-24ffb813-5b51-41ce-8dad-5dc460a41db1 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:06:25.667676 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4176fdc7-3ccd-4093-b4c4-841eafb524f7", "name": "network-vif-deleted", "tag": "7d604ff9-6337-4905-bd16-e0eb02d19035", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:06:25.668006 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-24ffb813-5b51-41ce-8dad-5dc460a41db1 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:06:25.668424 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24ffb813-5b51-41ce-8dad-5dc460a41db1'] response: {'server_uuid': '4176fdc7-3ccd-4093-b4c4-841eafb524f7', 'name': 'network-vif-deleted', 'tag': '7d604ff9-6337-4905-bd16-e0eb02d19035', 'status': 'completed', 'code': 200} May 26 14:06:25.740068 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:25.764573 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d74acb-78cb-4024-8bbc-4f287275349f req-93c88856-73a7-420d-a9e9-3d4502d792a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:25.766093 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d5d74acb-78cb-4024-8bbc-4f287275349f req-93c88856-73a7-420d-a9e9-3d4502d792a4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8b5ae806-b190-4516-8465-70dba440ef62 HTTP/1.1" status: 200 len: 917 time: 0.1235003 May 26 14:06:25.823779 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ffcaa-5502-4040-b0b2-ec13cb7dc685 req-4f5da5ce-7c3b-4a2e-b48c-b20eb03efd08 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:25.825419 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ad8ffcaa-5502-4040-b0b2-ec13cb7dc685 req-4f5da5ce-7c3b-4a2e-b48c-b20eb03efd08 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 945 time: 0.0577247 May 26 14:06:25.830283 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d5d74acb-78cb-4024-8bbc-4f287275349f req-64cec14d-f001-43d5-b6b4-4f2a448053f4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=703563f0-f1dc-4261-919d-1995757e7da5 HTTP/1.1" status: 200 len: 1000 time: 0.0577714 May 26 14:06:25.873668 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ad8ffcaa-5502-4040-b0b2-ec13cb7dc685 req-a7d31ec1-599f-4798-b8f9-f41f891a826f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421135 May 26 14:06:26.017192 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d74acb-78cb-4024-8bbc-4f287275349f req-ce14896e-31e2-4bc8-99a8-47214490021b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:26.018635 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d5d74acb-78cb-4024-8bbc-4f287275349f req-ce14896e-31e2-4bc8-99a8-47214490021b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=610ffda6-b7a7-4a06-84a4-402e2b1f27f2 HTTP/1.1" status: 200 len: 855 time: 0.0497625 May 26 14:06:26.065092 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d74acb-78cb-4024-8bbc-4f287275349f req-9fb98daf-278e-4307-a4ce-092d482a16a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:26.066656 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d5d74acb-78cb-4024-8bbc-4f287275349f req-9fb98daf-278e-4307-a4ce-092d482a16a0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8b5ae806-b190-4516-8465-70dba440ef62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425382 May 26 14:06:26.076052 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [req-d5d74acb-78cb-4024-8bbc-4f287275349f req-3be75b3b-3f00-4391-9328-1a63bc177ac2 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 14:06:26.077016 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d5d74acb-78cb-4024-8bbc-4f287275349f req-3be75b3b-3f00-4391-9328-1a63bc177ac2 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051084 May 26 14:06:26.176061 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d5d74acb-78cb-4024-8bbc-4f287275349f req-24b450e2-845e-4821-9c48-893c1b178570 service neutron] 10.222.0.82 "GET /v2.0/networks/8b5ae806-b190-4516-8465-70dba440ef62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887678 May 26 14:06:26.274780 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d5d74acb-78cb-4024-8bbc-4f287275349f req-228a5af9-bea5-4081-859b-3d54d941f859 service neutron] 10.222.0.82 "GET /v2.0/networks/8b5ae806-b190-4516-8465-70dba440ef62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908329 May 26 14:06:26.401689 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2f08f5a9-3799-4b1c-b630-44a1ba16b70e req-ba8a0a07-f582-48e5-90aa-17646addd4f1 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 210 time: 0.0275266 May 26 14:06:26.990888 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3951e-83c3-42f1-af86-fde1e34c0fa7 req-45450f8d-2125-4950-ba64-6c71866ab09c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:26.992326 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f1b3951e-83c3-42f1-af86-fde1e34c0fa7 req-45450f8d-2125-4950-ba64-6c71866ab09c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 945 time: 0.0461304 May 26 14:06:27.038467 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f1b3951e-83c3-42f1-af86-fde1e34c0fa7 req-c72b6b84-15df-4e7e-bf97-f7fe3586ff85 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405934 May 26 14:06:27.512755 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cd13c849-af2b-46bf-ab02-8b35cef8f74a req-9d8bf909-9c12-4944-96d8-4cc4c7efe147 tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "GET /v2.0/ports?device_id=4176fdc7-3ccd-4093-b4c4-841eafb524f7 HTTP/1.1" status: 200 len: 210 time: 0.0298724 May 26 14:06:28.158832 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a6863f-d522-4925-9eaa-937621609f2b req-26678fa7-4bbc-43a4-b29f-4d6c51709bdb tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:28.160289 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-85a6863f-d522-4925-9eaa-937621609f2b req-26678fa7-4bbc-43a4-b29f-4d6c51709bdb tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 945 time: 0.0472095 May 26 14:06:28.210863 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-85a6863f-d522-4925-9eaa-937621609f2b req-4ad734d2-7051-4bc4-a74f-16ae852630dd tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449746 May 26 14:06:28.569369 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 52264) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:06:28.626602 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b71613c1-5ae8-49ff-94c6-c1843db0bc9b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks [] for security_group (29a678fb-c3b7-406c-85af-b94c86c1c442), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:28.652831 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b71613c1-5ae8-49ff-94c6-c1843db0bc9b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks [] for security_group (29a678fb-c3b7-406c-85af-b94c86c1c442), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:28.659871 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:28.716134 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b71613c1-5ae8-49ff-94c6-c1843db0bc9b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (29a678fb-c3b7-406c-85af-b94c86c1c442), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:28.718796 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b71613c1-5ae8-49ff-94c6-c1843db0bc9b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:28.719973 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-b71613c1-5ae8-49ff-94c6-c1843db0bc9b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] 10.222.0.91 "DELETE /v2.0/security-groups/29a678fb-c3b7-406c-85af-b94c86c1c442 HTTP/1.1" status: 204 len: 168 time: 0.1497090 May 26 14:06:28.729030 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71613c1-5ae8-49ff-94c6-c1843db0bc9b tempest-TestShelveInstance-1711771670 tempest-TestShelveInstance-1711771670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a678fb-c3b7-406c-85af-b94c86c1c442,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:06:28.780117 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 52268) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:06:29.074189 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:29.195148 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e01a6e9b-1ff9-4ea6-a875-0ca2b3ef98d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-781528'] for router_interface (20af8b33-acd3-4250-8093-707c573a3729), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:29.376346 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1cb47-842b-4da7-b11e-bbdf5f82e66d req-a2fbad58-ab2e-4f77-b0f2-da9f25b86582 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:29.377737 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-02e1cb47-842b-4da7-b11e-bbdf5f82e66d req-a2fbad58-ab2e-4f77-b0f2-da9f25b86582 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 945 time: 0.0918422 May 26 14:06:29.455198 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-02e1cb47-842b-4da7-b11e-bbdf5f82e66d req-7689d2a7-3fba-4340-a6aa-611528e0eee6 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708184 May 26 14:06:29.482203 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 7d604ff9-6337-4905-bd16-e0eb02d19035 no longer exists at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:06:29.486367 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e01a6e9b-1ff9-4ea6-a875-0ca2b3ef98d1 admin admin] Deleting port 99882919-9b98-4571-be95-a4bc9d1f595c {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:06:29.486813 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e01a6e9b-1ff9-4ea6-a875-0ca2b3ef98d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (99882919-9b98-4571-be95-a4bc9d1f595c), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:29.501936 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] No Port match for: 7d604ff9-6337-4905-bd16-e0eb02d19035 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:06:29.502433 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 7d604ff9-6337-4905-bd16-e0eb02d19035 not bound to the agent host hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:06:29.502851 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 703563f0-f1dc-4261-919d-1995757e7da5 no longer exists at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:06:29.542365 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:29.576896 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e01a6e9b-1ff9-4ea6-a875-0ca2b3ef98d1 admin admin] For port 99882919-9b98-4571-be95-a4bc9d1f595c, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=99882919-9b98-4571-be95-a4bc9d1f595c,segment=NetworkSegment(fe3cddaa-6235-4928-a72a-7782f9b9fdc3),segment_id=fe3cddaa-6235-4928-a72a-7782f9b9fdc3)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:06:29.577566 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e01a6e9b-1ff9-4ea6-a875-0ca2b3ef98d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (99882919-9b98-4571-be95-a4bc9d1f595c), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:29.583773 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 703563f0-f1dc-4261-919d-1995757e7da5 is: ACTIVE; New status is: DOWN {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:06:29.584161 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (703563f0-f1dc-4261-919d-1995757e7da5), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:29.593887 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e01a6e9b-1ff9-4ea6-a875-0ca2b3ef98d1 admin admin] Calling delete_port for 99882919-9b98-4571-be95-a4bc9d1f595c owned by network:router_interface {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:06:29.620414 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 703563f0-f1dc-4261-919d-1995757e7da5, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=703563f0-f1dc-4261-919d-1995757e7da5,segment=NetworkSegment(19072dfe-0334-40e6-bb73-47766657aa3f),segment_id=19072dfe-0334-40e6-bb73-47766657aa3f)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:06:29.622047 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '703563f0-f1dc-4261-919d-1995757e7da5'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:06:29.625500 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75cf6a0b0aca4359f4c43b56c27fa80c20f62c04807301a9a0ec5234ef5b0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e905d2b-318a-4ffc-ab90-8e99ba55f3d9" -d '{"events": [{"server_uuid": "724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7", "name": "network-vif-unplugged", "status": "completed", "tag": "703563f0-f1dc-4261-919d-1995757e7da5"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:06:29.634708 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (703563f0-f1dc-4261-919d-1995757e7da5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:29.659978 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:29.670556 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 26 May 2022 14:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b10324e-aff7-4d16-8ab9-cea7d5cb8335 x-openstack-request-id: req-9b10324e-aff7-4d16-8ab9-cea7d5cb8335 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:06:29.670844 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7", "name": "network-vif-unplugged", "status": "failed", "tag": "703563f0-f1dc-4261-919d-1995757e7da5", "code": 422}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:06:29.671092 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9b10324e-aff7-4d16-8ab9-cea7d5cb8335 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:06:29.671484 dv-cinder-842130-1-iscsi neutron-server[103887]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9b10324e-aff7-4d16-8ab9-cea7d5cb8335']: {'server_uuid': '724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '703563f0-f1dc-4261-919d-1995757e7da5', 'code': 422} returned with failed status May 26 14:06:29.691727 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=703563f0-f1dc-4261-919d-1995757e7da5,revision_number=8']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:06:29.791459 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e01a6e9b-1ff9-4ea6-a875-0ca2b3ef98d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (99882919-9b98-4571-be95-a4bc9d1f595c), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:29.821995 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a6e9b-1ff9-4ea6-a875-0ca2b3ef98d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=99882919-9b98-4571-be95-a4bc9d1f595c,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:06:29.978819 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:29.986694 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e01a6e9b-1ff9-4ea6-a875-0ca2b3ef98d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-302216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781380'] for router_interface (20af8b33-acd3-4250-8093-707c573a3729), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:30.198035 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01a6e9b-1ff9-4ea6-a875-0ca2b3ef98d1 admin admin] Router 20af8b33-acd3-4250-8093-707c573a3729 has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:06:30.600320 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5facdb-9683-42e1-ab96-26b583bf20ab req-7e2e739c-5ddb-4687-a855-6049ad319d92 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:30.601916 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7f5facdb-9683-42e1-ab96-26b583bf20ab req-7e2e739c-5ddb-4687-a855-6049ad319d92 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 943 time: 0.0834374 May 26 14:06:30.638113 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01a6e9b-1ff9-4ea6-a875-0ca2b3ef98d1 admin admin] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:06:30.643606 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-e01a6e9b-1ff9-4ea6-a875-0ca2b3ef98d1 admin admin] 10.222.0.91 "PUT /v2.0/routers/20af8b33-acd3-4250-8093-707c573a3729/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8622649 May 26 14:06:30.646546 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 52318) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:06:30.647894 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a028757-4660-46c2-b97b-e1482fe8179c None None] Sync routers for ids ['20af8b33-acd3-4250-8093-707c573a3729'] in dv-cinder-842130-1-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:06:30.661537 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a028757-4660-46c2-b97b-e1482fe8179c None None] Routers {'20af8b33-acd3-4250-8093-707c573a3729'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:06:30.662548 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-1a028757-4660-46c2-b97b-e1482fe8179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:06:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['20af8b33-acd3-4250-8093-707c573a3729'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:06:30.685769 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c87f1c65-4848-4847-b6a9-13b798f46c1b req-0662943a-7235-4eaa-9077-2f923076b5ab service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0497942 May 26 14:06:30.721636 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7f5facdb-9683-42e1-ab96-26b583bf20ab req-cc9bfd22-f454-4b7a-9378-662ce3c31a77 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108024 May 26 14:06:30.771294 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-1a028757-4660-46c2-b97b-e1482fe8179c None None] Set router 20af8b33-acd3-4250-8093-707c573a3729 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:06:30.776860 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f1c65-4848-4847-b6a9-13b798f46c1b req-ec3140cd-8881-432f-ad68-cca173da8243 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:30.781650 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c87f1c65-4848-4847-b6a9-13b798f46c1b req-ec3140cd-8881-432f-ad68-cca173da8243 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports/703563f0-f1dc-4261-919d-1995757e7da5 HTTP/1.1" status: 200 len: 940 time: 0.0625124 May 26 14:06:30.785006 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e3eb2615-6a7f-477c-92f0-cc8f71550943 admin admin] Publish callbacks [] for router (20af8b33-acd3-4250-8093-707c573a3729), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:30.888178 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e3eb2615-6a7f-477c-92f0-cc8f71550943 admin admin] Publish callbacks [] for router_gateway (20af8b33-acd3-4250-8093-707c573a3729), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:30.901769 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:30.937973 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e3eb2615-6a7f-477c-92f0-cc8f71550943 admin admin] Deleting port 9ad873ae-ab91-4e13-adfa-c720295abfd7 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:06:30.938214 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e3eb2615-6a7f-477c-92f0-cc8f71550943 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (9ad873ae-ab91-4e13-adfa-c720295abfd7), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:30.954705 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=100 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:30.960685 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-1a028757-4660-46c2-b97b-e1482fe8179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20af8b33-acd3-4250-8093-707c573a3729', 'name': 'tempest-TestShelveInstance-1877394190-router', 'tenant_id': '4d13c9a0ad1146158525c3398ff4de2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '9ad873ae-ab91-4e13-adfa-c720295abfd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:24Z', 'updated_at': '2022-05-26T14:06:29Z', 'revision_number': 5, 'project_id': '4d13c9a0ad1146158525c3398ff4de2a', 'gw_port': {'id': '9ad873ae-ab91-4e13-adfa-c720295abfd7', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20af8b33-acd3-4250-8093-707c573a3729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:25Z', 'updated_at': '2022-05-26T13:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi'}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:06:30.986363 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a028757-4660-46c2-b97b-e1482fe8179c None None] Checking router: 20af8b33-acd3-4250-8093-707c573a3729 for host: dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:06:30.997707 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a028757-4660-46c2-b97b-e1482fe8179c None None] Routers {'20af8b33-acd3-4250-8093-707c573a3729'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:06:30.998593 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-1a028757-4660-46c2-b97b-e1482fe8179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:06:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['20af8b33-acd3-4250-8093-707c573a3729'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:06:31.023553 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e3eb2615-6a7f-477c-92f0-cc8f71550943 admin admin] For port 9ad873ae-ab91-4e13-adfa-c720295abfd7, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=9ad873ae-ab91-4e13-adfa-c720295abfd7,segment=NetworkSegment(7398460f-ba92-4b10-bc2e-e16a0f9ed6bc),segment_id=7398460f-ba92-4b10-bc2e-e16a0f9ed6bc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:06:31.023923 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e3eb2615-6a7f-477c-92f0-cc8f71550943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (9ad873ae-ab91-4e13-adfa-c720295abfd7), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:31.040809 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e3eb2615-6a7f-477c-92f0-cc8f71550943 admin admin] Calling delete_port for 9ad873ae-ab91-4e13-adfa-c720295abfd7 owned by network:router_gateway {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:06:31.097554 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=100 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:31.099722 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-1a028757-4660-46c2-b97b-e1482fe8179c None None] Set router 20af8b33-acd3-4250-8093-707c573a3729 gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:06:31.122037 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:31.169235 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-1a028757-4660-46c2-b97b-e1482fe8179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20af8b33-acd3-4250-8093-707c573a3729', 'name': 'tempest-TestShelveInstance-1877394190-router', 'tenant_id': '4d13c9a0ad1146158525c3398ff4de2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:24Z', 'updated_at': '2022-05-26T14:06:30Z', 'revision_number': 6, 'project_id': '4d13c9a0ad1146158525c3398ff4de2a', 'gw_port_host': None}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:06:31.198097 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a028757-4660-46c2-b97b-e1482fe8179c None None] The sync data for ids ['20af8b33-acd3-4250-8093-707c573a3729'] in dv-cinder-842130-1-iscsi is: [{'id': '20af8b33-acd3-4250-8093-707c573a3729', 'name': 'tempest-TestShelveInstance-1877394190-router', 'tenant_id': '4d13c9a0ad1146158525c3398ff4de2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:24Z', 'updated_at': '2022-05-26T14:06:30Z', 'revision_number': 6, 'project_id': '4d13c9a0ad1146158525c3398ff4de2a', 'gw_port_host': None}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:06:31.283801 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e3eb2615-6a7f-477c-92f0-cc8f71550943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (9ad873ae-ab91-4e13-adfa-c720295abfd7), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:31.313374 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb2615-6a7f-477c-92f0-cc8f71550943 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ad873ae-ab91-4e13-adfa-c720295abfd7,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:06:31.399793 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e3eb2615-6a7f-477c-92f0-cc8f71550943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-778726'] for router_gateway (20af8b33-acd3-4250-8093-707c573a3729), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:31.495297 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e3eb2615-6a7f-477c-92f0-cc8f71550943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5905'] for router (20af8b33-acd3-4250-8093-707c573a3729), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:31.498142 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e3eb2615-6a7f-477c-92f0-cc8f71550943 admin admin] Publish callbacks [] for router_controller (20af8b33-acd3-4250-8093-707c573a3729), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:31.544762 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e3eb2615-6a7f-477c-92f0-cc8f71550943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579260'] for router (20af8b33-acd3-4250-8093-707c573a3729), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:31.545431 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3eb2615-6a7f-477c-92f0-cc8f71550943 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20af8b33-acd3-4250-8093-707c573a3729 {{(pid=103886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 14:06:31.554349 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e3eb2615-6a7f-477c-92f0-cc8f71550943 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:31.563163 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-e3eb2615-6a7f-477c-92f0-cc8f71550943 admin admin] 10.222.0.91 "DELETE /v2.0/routers/20af8b33-acd3-4250-8093-707c573a3729 HTTP/1.1" status: 204 len: 168 time: 0.9079630 May 26 14:06:31.563744 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 52328) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:06:31.623948 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ff04d4-599e-4fed-a2b9-27c746cb7076 admin admin] Deleting subnet ea142ff0-5d98-4000-a61c-5aa9b40fe7ba {{(pid=103886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 14:06:31.627472 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-89ff04d4-599e-4fed-a2b9-27c746cb7076 admin admin] Publish callbacks [] for subnet (ea142ff0-5d98-4000-a61c-5aa9b40fe7ba), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:31.670963 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-89ff04d4-599e-4fed-a2b9-27c746cb7076 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13293489'] for subnet (ea142ff0-5d98-4000-a61c-5aa9b40fe7ba), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:31.747202 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-89ff04d4-599e-4fed-a2b9-27c746cb7076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771753'] for subnet (ea142ff0-5d98-4000-a61c-5aa9b40fe7ba), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:31.855482 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-89ff04d4-599e-4fed-a2b9-27c746cb7076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13293486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13325969'] for subnet (ea142ff0-5d98-4000-a61c-5aa9b40fe7ba), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:31.885678 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f1c65-4848-4847-b6a9-13b798f46c1b req-a3f528ac-314c-40c7-8bb2-b9c12b2d97dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:31.887255 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c87f1c65-4848-4847-b6a9-13b798f46c1b req-a3f528ac-314c-40c7-8bb2-b9c12b2d97dc service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7&tenant_id=7116b23d173c4192a6c8d996ad31d57c HTTP/1.1" status: 200 len: 1127 time: 0.0461788 May 26 14:06:31.891086 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6672c74-6bb6-4b8b-a3d5-fc573d2fd584 req-9adda100-aa0c-40e6-a184-bbf433b93b4b tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:31.892547 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c6672c74-6bb6-4b8b-a3d5-fc573d2fd584 req-9adda100-aa0c-40e6-a184-bbf433b93b4b tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 943 time: 0.0822515 May 26 14:06:31.893650 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff04d4-599e-4fed-a2b9-27c746cb7076 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea142ff0-5d98-4000-a61c-5aa9b40fe7ba,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:06:31.898512 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-89ff04d4-599e-4fed-a2b9-27c746cb7076 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:31.901584 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-89ff04d4-599e-4fed-a2b9-27c746cb7076 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/ea142ff0-5d98-4000-a61c-5aa9b40fe7ba HTTP/1.1" status: 204 len: 168 time: 0.3363144 May 26 14:06:31.904423 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 52332) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:06:31.905045 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62915674-a69d-421a-ba61-327be120cf05 None None] Network 2e2642a5-f4ea-4c44-b7a8-82a279ead114 requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 14:06:31.920214 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:31.956118 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c6672c74-6bb6-4b8b-a3d5-fc573d2fd584 req-4bf79c95-d4eb-45cf-805b-d75f5b02be21 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524373 May 26 14:06:32.017477 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f1c65-4848-4847-b6a9-13b798f46c1b req-d620c81e-bf30-4f86-aa42-c1e897341767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:32.019150 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c87f1c65-4848-4847-b6a9-13b798f46c1b req-d620c81e-bf30-4f86-aa42-c1e897341767 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7116b23d173c4192a6c8d996ad31d57c&device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 1127 time: 0.0659099 May 26 14:06:32.024522 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-84a7bf52-59f3-4e27-bfca-70becdfebc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1846382'] for network (2e2642a5-f4ea-4c44-b7a8-82a279ead114), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:32.090968 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295afb9f-ad62-41c1-a147-af008ea2a797 None None] DHCP port deletion for 2e2642a5-f4ea-4c44-b7a8-82a279ead114 request from dv-cinder-842130-1-iscsi {{(pid=103887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 14:06:32.131527 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-84a7bf52-59f3-4e27-bfca-70becdfebc18 admin admin] Deleting port eb13c297-7367-4261-bc4f-68f30e58ce75 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:06:32.131868 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-84a7bf52-59f3-4e27-bfca-70becdfebc18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (eb13c297-7367-4261-bc4f-68f30e58ce75), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:32.132913 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-295afb9f-ad62-41c1-a147-af008ea2a797 None None] Deleting port eb13c297-7367-4261-bc4f-68f30e58ce75 {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:06:32.133416 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-295afb9f-ad62-41c1-a147-af008ea2a797 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (eb13c297-7367-4261-bc4f-68f30e58ce75), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:32.204844 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f1c65-4848-4847-b6a9-13b798f46c1b req-2f38e3f5-1a64-4f0a-ab89-f3f55685a025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:32.206581 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c87f1c65-4848-4847-b6a9-13b798f46c1b req-2f38e3f5-1a64-4f0a-ab89-f3f55685a025 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8b5ae806-b190-4516-8465-70dba440ef62 HTTP/1.1" status: 200 len: 917 time: 0.1797056 May 26 14:06:32.231968 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-84a7bf52-59f3-4e27-bfca-70becdfebc18 admin admin] For port eb13c297-7367-4261-bc4f-68f30e58ce75, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=eb13c297-7367-4261-bc4f-68f30e58ce75,segment=NetworkSegment(fe3cddaa-6235-4928-a72a-7782f9b9fdc3),segment_id=fe3cddaa-6235-4928-a72a-7782f9b9fdc3)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:06:32.232414 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-84a7bf52-59f3-4e27-bfca-70becdfebc18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (eb13c297-7367-4261-bc4f-68f30e58ce75), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:32.300386 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-84a7bf52-59f3-4e27-bfca-70becdfebc18 admin admin] Calling delete_port for eb13c297-7367-4261-bc4f-68f30e58ce75 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:06:32.309402 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=100 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:32.332782 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-295afb9f-ad62-41c1-a147-af008ea2a797 None None] For port eb13c297-7367-4261-bc4f-68f30e58ce75, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=eb13c297-7367-4261-bc4f-68f30e58ce75,segment=NetworkSegment(fe3cddaa-6235-4928-a72a-7782f9b9fdc3),segment_id=fe3cddaa-6235-4928-a72a-7782f9b9fdc3)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:06:32.332782 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-295afb9f-ad62-41c1-a147-af008ea2a797 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (eb13c297-7367-4261-bc4f-68f30e58ce75), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:32.334381 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c87f1c65-4848-4847-b6a9-13b798f46c1b req-477a6495-a350-4762-9e4e-ca90029b57df service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=703563f0-f1dc-4261-919d-1995757e7da5 HTTP/1.1" status: 200 len: 998 time: 0.1165373 May 26 14:06:32.347548 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-295afb9f-ad62-41c1-a147-af008ea2a797 None None] Calling delete_port for eb13c297-7367-4261-bc4f-68f30e58ce75 owned by network:dhcp {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:06:32.423220 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f1c65-4848-4847-b6a9-13b798f46c1b req-dbad7099-d15a-401a-ae28-69ab5fd7b49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:32.424818 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c87f1c65-4848-4847-b6a9-13b798f46c1b req-dbad7099-d15a-401a-ae28-69ab5fd7b49d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=610ffda6-b7a7-4a06-84a4-402e2b1f27f2 HTTP/1.1" status: 200 len: 855 time: 0.0624616 May 26 14:06:32.445438 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-295afb9f-ad62-41c1-a147-af008ea2a797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306'] for port (eb13c297-7367-4261-bc4f-68f30e58ce75), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:32.465098 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:32.473770 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-84a7bf52-59f3-4e27-bfca-70becdfebc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (eb13c297-7367-4261-bc4f-68f30e58ce75), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:32.486782 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295afb9f-ad62-41c1-a147-af008ea2a797 None None] Pushing event deleted for resources: {'Port': ['ID=eb13c297-7367-4261-bc4f-68f30e58ce75,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:06:32.491264 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295afb9f-ad62-41c1-a147-af008ea2a797 None None] No DVR routers for this DVR port eb13c297-7367-4261-bc4f-68f30e58ce75 on host dv-cinder-842130-1-iscsi {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:06:32.507696 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7bf52-59f3-4e27-bfca-70becdfebc18 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb13c297-7367-4261-bc4f-68f30e58ce75,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:06:32.511344 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a7bf52-59f3-4e27-bfca-70becdfebc18 admin admin] No DVR routers for this DVR port eb13c297-7367-4261-bc4f-68f30e58ce75 on host dv-cinder-842130-1-iscsi {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:06:32.518907 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f1c65-4848-4847-b6a9-13b798f46c1b req-8b6b5511-9223-4308-a241-3697b284921e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:32.520411 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c87f1c65-4848-4847-b6a9-13b798f46c1b req-8b6b5511-9223-4308-a241-3697b284921e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8b5ae806-b190-4516-8465-70dba440ef62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0864387 May 26 14:06:32.639789 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-84a7bf52-59f3-4e27-bfca-70becdfebc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769820', 'neutron.services.segments.db._delete_segments_for_network-8727248709232'] for network (2e2642a5-f4ea-4c44-b7a8-82a279ead114), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:32.671278 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-84a7bf52-59f3-4e27-bfca-70becdfebc18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e2642a5-f4ea-4c44-b7a8-82a279ead114']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:06:32.689376 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-84a7bf52-59f3-4e27-bfca-70becdfebc18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe3cddaa-6235-4928-a72a-7782f9b9fdc3') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:06:32.689672 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-84a7bf52-59f3-4e27-bfca-70becdfebc18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe3cddaa-6235-4928-a72a-7782f9b9fdc3') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:06:32.700575 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c87f1c65-4848-4847-b6a9-13b798f46c1b req-9eac66fa-4cb5-42f0-a74a-ee128a53ce60 service neutron] 10.222.0.82 "GET /v2.0/networks/8b5ae806-b190-4516-8465-70dba440ef62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632147 May 26 14:06:32.702121 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-84a7bf52-59f3-4e27-bfca-70becdfebc18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727248710265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14006224'] for segment (fe3cddaa-6235-4928-a72a-7782f9b9fdc3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:32.761736 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-84a7bf52-59f3-4e27-bfca-70becdfebc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990'] for segment (fe3cddaa-6235-4928-a72a-7782f9b9fdc3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:32.775650 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84a7bf52-59f3-4e27-bfca-70becdfebc18 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 14:06:32.776133 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-84a7bf52-59f3-4e27-bfca-70becdfebc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14254023'] for segment (fe3cddaa-6235-4928-a72a-7782f9b9fdc3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:32.822689 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.services.segments.plugin [-] Segment fe3cddaa-6235-4928-a72a-7782f9b9fdc3 resource provider aggregate not found May 26 14:06:32.846430 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.services.segments.plugin [-] Segment fe3cddaa-6235-4928-a72a-7782f9b9fdc3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe3cddaa-6235-4928-a72a-7782f9b9fdc3 found for delete ", "request_id": "req-467f6f93-26ec-47e7-855a-329b2aff5f8a"}]} May 26 14:06:32.859310 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-84a7bf52-59f3-4e27-bfca-70becdfebc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778698'] for network (2e2642a5-f4ea-4c44-b7a8-82a279ead114), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:32.864323 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c87f1c65-4848-4847-b6a9-13b798f46c1b req-7a43797f-51d5-403a-bef2-c0b4e6a9b382 service neutron] 10.222.0.82 "GET /v2.0/networks/8b5ae806-b190-4516-8465-70dba440ef62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556873 May 26 14:06:32.869508 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-84a7bf52-59f3-4e27-bfca-70becdfebc18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:32.875771 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-84a7bf52-59f3-4e27-bfca-70becdfebc18 admin admin] 10.222.0.91 "DELETE /v2.0/networks/2e2642a5-f4ea-4c44-b7a8-82a279ead114 HTTP/1.1" status: 204 len: 168 time: 0.9674859 May 26 14:06:32.876166 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 52338) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:06:32.882427 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7bf52-59f3-4e27-bfca-70becdfebc18 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e2642a5-f4ea-4c44-b7a8-82a279ead114,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:06:33.120847 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 9ad873ae-ab91-4e13-adfa-c720295abfd7 no longer exists at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:06:33.143594 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd2007-27e1-46d7-8c0c-49e1a1b9e71c req-0cfa3ef3-ec67-4ef4-9ddd-9ae3d0da3f95 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:33.145108 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-41dd2007-27e1-46d7-8c0c-49e1a1b9e71c req-0cfa3ef3-ec67-4ef4-9ddd-9ae3d0da3f95 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 943 time: 0.1097012 May 26 14:06:33.146460 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] No Port match for: 9ad873ae-ab91-4e13-adfa-c720295abfd7 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:06:33.146807 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 9ad873ae-ab91-4e13-adfa-c720295abfd7 not bound to the agent host dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:06:33.147226 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 99882919-9b98-4571-be95-a4bc9d1f595c no longer exists at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:06:33.173564 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] No Port match for: 99882919-9b98-4571-be95-a4bc9d1f595c {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:06:33.173913 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 99882919-9b98-4571-be95-a4bc9d1f595c not bound to the agent host dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:06:33.174329 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device eb13c297-7367-4261-bc4f-68f30e58ce75 no longer exists at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:06:33.182806 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:33.198613 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] No Port match for: eb13c297-7367-4261-bc4f-68f30e58ce75 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:06:33.198958 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device eb13c297-7367-4261-bc4f-68f30e58ce75 not bound to the agent host dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:06:33.239289 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-41dd2007-27e1-46d7-8c0c-49e1a1b9e71c req-cf7cec30-d3d7-407b-8de1-0f54b3a8df29 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869639 May 26 14:06:33.334583 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-174bb412-10d8-4bab-b0c0-86a9ba6bb2a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-781528'] for router_interface (97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:33.498569 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 703563f0-f1dc-4261-919d-1995757e7da5 no longer exists at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:06:33.586022 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 703563f0-f1dc-4261-919d-1995757e7da5 is: DOWN; New status is: DOWN {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:06:33.653064 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-174bb412-10d8-4bab-b0c0-86a9ba6bb2a9 admin admin] Deleting port 940d7b40-ebe0-443e-ac38-6c13f542b5a6 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:06:33.653428 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-174bb412-10d8-4bab-b0c0-86a9ba6bb2a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (940d7b40-ebe0-443e-ac38-6c13f542b5a6), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:33.735545 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-174bb412-10d8-4bab-b0c0-86a9ba6bb2a9 admin admin] For port 940d7b40-ebe0-443e-ac38-6c13f542b5a6, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=940d7b40-ebe0-443e-ac38-6c13f542b5a6,segment=NetworkSegment(18d90dc2-9ceb-473c-b8b5-c672010bce9e),segment_id=18d90dc2-9ceb-473c-b8b5-c672010bce9e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:06:33.736028 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-174bb412-10d8-4bab-b0c0-86a9ba6bb2a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (940d7b40-ebe0-443e-ac38-6c13f542b5a6), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:33.750552 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-174bb412-10d8-4bab-b0c0-86a9ba6bb2a9 admin admin] Calling delete_port for 940d7b40-ebe0-443e-ac38-6c13f542b5a6 owned by network:router_interface {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:06:33.864433 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:33.940449 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-174bb412-10d8-4bab-b0c0-86a9ba6bb2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (940d7b40-ebe0-443e-ac38-6c13f542b5a6), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:33.969577 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174bb412-10d8-4bab-b0c0-86a9ba6bb2a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=940d7b40-ebe0-443e-ac38-6c13f542b5a6,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:06:34.164012 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-174bb412-10d8-4bab-b0c0-86a9ba6bb2a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-302216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781380'] for router_interface (97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:34.275528 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:34.404211 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca11a47-44c1-4a70-b9d9-fc0481f8d674 req-ca20ccaa-45a5-485d-b583-890f05d4eeaa tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:34.405650 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9ca11a47-44c1-4a70-b9d9-fc0481f8d674 req-ca20ccaa-45a5-485d-b583-890f05d4eeaa tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 943 time: 0.0825384 May 26 14:06:34.442659 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174bb412-10d8-4bab-b0c0-86a9ba6bb2a9 admin admin] Router 97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:06:34.477649 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9ca11a47-44c1-4a70-b9d9-fc0481f8d674 req-d1e693bf-5f5f-4ccf-883b-77bd12be4693 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629425 May 26 14:06:34.587997 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174bb412-10d8-4bab-b0c0-86a9ba6bb2a9 admin admin] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:06:34.593776 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-174bb412-10d8-4bab-b0c0-86a9ba6bb2a9 admin admin] 10.222.0.91 "PUT /v2.0/routers/97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7153227 May 26 14:06:34.596299 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 52364) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:06:34.597270 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eef4032-0032-47e2-8be0-90e3f299b63e None None] Sync routers for ids ['97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff'] in dv-cinder-842130-1-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:06:34.609236 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eef4032-0032-47e2-8be0-90e3f299b63e None None] Routers {'97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:06:34.610214 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4eef4032-0032-47e2-8be0-90e3f299b63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:06:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:06:34.700366 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c531c059-e11f-4012-9b9c-42b4f327c028 admin admin] Publish callbacks [] for router (97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:34.738965 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-4eef4032-0032-47e2-8be0-90e3f299b63e None None] Set router 97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:06:34.845118 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c531c059-e11f-4012-9b9c-42b4f327c028 admin admin] Publish callbacks [] for router_gateway (97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:34.883751 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:34.896602 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c531c059-e11f-4012-9b9c-42b4f327c028 admin admin] Deleting port 0f827b44-af21-4e6a-b7d9-601bce9b0f8f {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:06:34.897007 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c531c059-e11f-4012-9b9c-42b4f327c028 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (0f827b44-af21-4e6a-b7d9-601bce9b0f8f), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:34.916337 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:34.937591 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4eef4032-0032-47e2-8be0-90e3f299b63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff', 'name': 'tempest-TestShelveInstance-1302262041-router', 'tenant_id': 'a5028cfaabd84d63a6ff2cb33b0133e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '0f827b44-af21-4e6a-b7d9-601bce9b0f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T14:06:33Z', 'revision_number': 5, 'project_id': 'a5028cfaabd84d63a6ff2cb33b0133e4', 'gw_port': {'id': '0f827b44-af21-4e6a-b7d9-601bce9b0f8f', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:33Z', 'updated_at': '2022-05-26T13:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi'}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:06:34.968686 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eef4032-0032-47e2-8be0-90e3f299b63e None None] Checking router: 97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff for host: dv-cinder-842130-1-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:06:34.970198 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:34.979301 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eef4032-0032-47e2-8be0-90e3f299b63e None None] Routers {'97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:06:34.979998 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4eef4032-0032-47e2-8be0-90e3f299b63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:06:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:06:34.999936 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c531c059-e11f-4012-9b9c-42b4f327c028 admin admin] For port 0f827b44-af21-4e6a-b7d9-601bce9b0f8f, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=0f827b44-af21-4e6a-b7d9-601bce9b0f8f,segment=NetworkSegment(7398460f-ba92-4b10-bc2e-e16a0f9ed6bc),segment_id=7398460f-ba92-4b10-bc2e-e16a0f9ed6bc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:06:35.000536 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c531c059-e11f-4012-9b9c-42b4f327c028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (0f827b44-af21-4e6a-b7d9-601bce9b0f8f), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:35.016151 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c531c059-e11f-4012-9b9c-42b4f327c028 admin admin] Calling delete_port for 0f827b44-af21-4e6a-b7d9-601bce9b0f8f owned by network:router_gateway {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:06:35.087185 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-4eef4032-0032-47e2-8be0-90e3f299b63e None None] Set router 97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:06:35.192614 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4eef4032-0032-47e2-8be0-90e3f299b63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff', 'name': 'tempest-TestShelveInstance-1302262041-router', 'tenant_id': 'a5028cfaabd84d63a6ff2cb33b0133e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T14:06:34Z', 'revision_number': 6, 'project_id': 'a5028cfaabd84d63a6ff2cb33b0133e4', 'gw_port_host': None}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:06:35.244511 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eef4032-0032-47e2-8be0-90e3f299b63e None None] The sync data for ids ['97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff'] in dv-cinder-842130-1-iscsi is: [{'id': '97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff', 'name': 'tempest-TestShelveInstance-1302262041-router', 'tenant_id': 'a5028cfaabd84d63a6ff2cb33b0133e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T14:06:34Z', 'revision_number': 6, 'project_id': 'a5028cfaabd84d63a6ff2cb33b0133e4', 'gw_port_host': None}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:06:35.464663 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:35.496510 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c531c059-e11f-4012-9b9c-42b4f327c028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (0f827b44-af21-4e6a-b7d9-601bce9b0f8f), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:35.560323 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531c059-e11f-4012-9b9c-42b4f327c028 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f827b44-af21-4e6a-b7d9-601bce9b0f8f,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:06:35.634389 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c531c059-e11f-4012-9b9c-42b4f327c028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-778726'] for router_gateway (97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:35.719851 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212cd3e-1191-4450-9082-dc1ea1c6910c req-a2d8783f-71da-41d3-926e-a41331d547e7 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:35.721375 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b212cd3e-1191-4450-9082-dc1ea1c6910c req-a2d8783f-71da-41d3-926e-a41331d547e7 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 943 time: 0.1237769 May 26 14:06:35.759724 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c531c059-e11f-4012-9b9c-42b4f327c028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5905'] for router (97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:35.769330 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c531c059-e11f-4012-9b9c-42b4f327c028 admin admin] Publish callbacks [] for router_controller (97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:35.833738 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c531c059-e11f-4012-9b9c-42b4f327c028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579260'] for router (97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:35.834325 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c531c059-e11f-4012-9b9c-42b4f327c028 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff {{(pid=103886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 14:06:35.838897 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b212cd3e-1191-4450-9082-dc1ea1c6910c req-08c59882-e33f-458d-8f34-db323a51e864 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889382 May 26 14:06:35.841709 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c531c059-e11f-4012-9b9c-42b4f327c028 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:35.845338 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 52368) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:06:35.845843 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-c531c059-e11f-4012-9b9c-42b4f327c028 admin admin] 10.222.0.91 "DELETE /v2.0/routers/97d8ad8b-444d-4c46-9b7a-7c9e5bb1feff HTTP/1.1" status: 204 len: 168 time: 1.2480781 May 26 14:06:35.906496 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a36e4ff-9ae9-4ce7-8da5-12b1bfd8cf41 admin admin] Deleting subnet 5a6b919f-6ca4-4fe6-9e71-5da29e4fd6eb {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 14:06:35.909950 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a36e4ff-9ae9-4ce7-8da5-12b1bfd8cf41 admin admin] Publish callbacks [] for subnet (5a6b919f-6ca4-4fe6-9e71-5da29e4fd6eb), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:35.945497 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a36e4ff-9ae9-4ce7-8da5-12b1bfd8cf41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14006249'] for subnet (5a6b919f-6ca4-4fe6-9e71-5da29e4fd6eb), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:36.025073 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a36e4ff-9ae9-4ce7-8da5-12b1bfd8cf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771753'] for subnet (5a6b919f-6ca4-4fe6-9e71-5da29e4fd6eb), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:36.095707 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a36e4ff-9ae9-4ce7-8da5-12b1bfd8cf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14252645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15439621'] for subnet (5a6b919f-6ca4-4fe6-9e71-5da29e4fd6eb), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:36.124044 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36e4ff-9ae9-4ce7-8da5-12b1bfd8cf41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a6b919f-6ca4-4fe6-9e71-5da29e4fd6eb,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:06:36.131141 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a36e4ff-9ae9-4ce7-8da5-12b1bfd8cf41 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:36.134855 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-2a36e4ff-9ae9-4ce7-8da5-12b1bfd8cf41 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/5a6b919f-6ca4-4fe6-9e71-5da29e4fd6eb HTTP/1.1" status: 204 len: 168 time: 0.2885201 May 26 14:06:36.137377 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 52372) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:06:36.140741 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc39e4d-6ff1-4fe3-a8f9-56d40c4f675a None None] Network e26da38a-ef26-46fb-a760-cb66e548f0c4 requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 14:06:36.160874 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:36.257686 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7242a342-8e71-4852-bedd-1a58027cd256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1846382'] for network (e26da38a-ef26-46fb-a760-cb66e548f0c4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:36.327814 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7242a342-8e71-4852-bedd-1a58027cd256 admin admin] Deleting port 6a4ad720-4be4-4656-8f90-d5a308eb7b34 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:06:36.328601 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7242a342-8e71-4852-bedd-1a58027cd256 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (6a4ad720-4be4-4656-8f90-d5a308eb7b34), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:36.347372 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fe4817-8fd9-4f7e-856a-067ec3fa0cc5 None None] DHCP port deletion for e26da38a-ef26-46fb-a760-cb66e548f0c4 request from dv-cinder-842130-1-iscsi {{(pid=103887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 14:06:36.419651 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-7242a342-8e71-4852-bedd-1a58027cd256 admin admin] For port 6a4ad720-4be4-4656-8f90-d5a308eb7b34, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=6a4ad720-4be4-4656-8f90-d5a308eb7b34,segment=NetworkSegment(18d90dc2-9ceb-473c-b8b5-c672010bce9e),segment_id=18d90dc2-9ceb-473c-b8b5-c672010bce9e)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:06:36.420025 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7242a342-8e71-4852-bedd-1a58027cd256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (6a4ad720-4be4-4656-8f90-d5a308eb7b34), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:36.432172 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-48fe4817-8fd9-4f7e-856a-067ec3fa0cc5 None None] Deleting port 6a4ad720-4be4-4656-8f90-d5a308eb7b34 {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:06:36.432683 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-48fe4817-8fd9-4f7e-856a-067ec3fa0cc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (6a4ad720-4be4-4656-8f90-d5a308eb7b34), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:36.442545 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7242a342-8e71-4852-bedd-1a58027cd256 admin admin] Calling delete_port for 6a4ad720-4be4-4656-8f90-d5a308eb7b34 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:06:36.445517 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:36.524776 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-48fe4817-8fd9-4f7e-856a-067ec3fa0cc5 None None] For port 6a4ad720-4be4-4656-8f90-d5a308eb7b34, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=6a4ad720-4be4-4656-8f90-d5a308eb7b34,segment=NetworkSegment(18d90dc2-9ceb-473c-b8b5-c672010bce9e),segment_id=18d90dc2-9ceb-473c-b8b5-c672010bce9e)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:06:36.524776 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-48fe4817-8fd9-4f7e-856a-067ec3fa0cc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (6a4ad720-4be4-4656-8f90-d5a308eb7b34), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:36.546520 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-48fe4817-8fd9-4f7e-856a-067ec3fa0cc5 None None] Calling delete_port for 6a4ad720-4be4-4656-8f90-d5a308eb7b34 owned by network:dhcp {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:06:36.576155 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7242a342-8e71-4852-bedd-1a58027cd256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (6a4ad720-4be4-4656-8f90-d5a308eb7b34), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:36.602614 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7242a342-8e71-4852-bedd-1a58027cd256 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a4ad720-4be4-4656-8f90-d5a308eb7b34,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:06:36.610709 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7242a342-8e71-4852-bedd-1a58027cd256 admin admin] No DVR routers for this DVR port 6a4ad720-4be4-4656-8f90-d5a308eb7b34 on host dv-cinder-842130-1-iscsi {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:06:36.628543 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-48fe4817-8fd9-4f7e-856a-067ec3fa0cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306'] for port (6a4ad720-4be4-4656-8f90-d5a308eb7b34), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:36.655739 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe4817-8fd9-4f7e-856a-067ec3fa0cc5 None None] Pushing event deleted for resources: {'Port': ['ID=6a4ad720-4be4-4656-8f90-d5a308eb7b34,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:06:36.661928 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fe4817-8fd9-4f7e-856a-067ec3fa0cc5 None None] No DVR routers for this DVR port 6a4ad720-4be4-4656-8f90-d5a308eb7b34 on host dv-cinder-842130-1-iscsi {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:06:36.703387 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7242a342-8e71-4852-bedd-1a58027cd256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769820', 'neutron.services.segments.db._delete_segments_for_network-8727248709232'] for network (e26da38a-ef26-46fb-a760-cb66e548f0c4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:36.726897 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-7242a342-8e71-4852-bedd-1a58027cd256 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e26da38a-ef26-46fb-a760-cb66e548f0c4']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:06:36.737605 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-7242a342-8e71-4852-bedd-1a58027cd256 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18d90dc2-9ceb-473c-b8b5-c672010bce9e') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:06:36.737858 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-7242a342-8e71-4852-bedd-1a58027cd256 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18d90dc2-9ceb-473c-b8b5-c672010bce9e') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:06:36.748285 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7242a342-8e71-4852-bedd-1a58027cd256 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727248710265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14006224'] for segment (18d90dc2-9ceb-473c-b8b5-c672010bce9e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:36.763055 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7242a342-8e71-4852-bedd-1a58027cd256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990'] for segment (18d90dc2-9ceb-473c-b8b5-c672010bce9e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:36.770957 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7242a342-8e71-4852-bedd-1a58027cd256 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 14:06:36.771389 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7242a342-8e71-4852-bedd-1a58027cd256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14254023'] for segment (18d90dc2-9ceb-473c-b8b5-c672010bce9e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:36.820386 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.services.segments.plugin [-] Segment 18d90dc2-9ceb-473c-b8b5-c672010bce9e resource provider aggregate not found May 26 14:06:36.837250 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.services.segments.plugin [-] Segment 18d90dc2-9ceb-473c-b8b5-c672010bce9e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18d90dc2-9ceb-473c-b8b5-c672010bce9e found for delete ", "request_id": "req-1ec2d09e-e8d3-4fb7-85f4-2a4f63fd413a"}]} May 26 14:06:36.846367 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7242a342-8e71-4852-bedd-1a58027cd256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778698'] for network (e26da38a-ef26-46fb-a760-cb66e548f0c4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:36.851304 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7242a342-8e71-4852-bedd-1a58027cd256 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:36.854417 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-7242a342-8e71-4852-bedd-1a58027cd256 admin admin] 10.222.0.91 "DELETE /v2.0/networks/e26da38a-ef26-46fb-a760-cb66e548f0c4 HTTP/1.1" status: 204 len: 168 time: 0.7160358 May 26 14:06:36.869068 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7242a342-8e71-4852-bedd-1a58027cd256 admin admin] Pushing event deleted for resources: {'Network': ['ID=e26da38a-ef26-46fb-a760-cb66e548f0c4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:06:36.996240 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b1643-e545-4f86-9ba5-f902400bae19 req-45d4f05e-14e1-4e53-a12a-4770f3e0f0a5 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:36.997901 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-df8b1643-e545-4f86-9ba5-f902400bae19 req-45d4f05e-14e1-4e53-a12a-4770f3e0f0a5 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 943 time: 0.0580647 May 26 14:06:37.061388 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-df8b1643-e545-4f86-9ba5-f902400bae19 req-3a1a485e-e94d-470c-99e4-717aca76468c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567288 May 26 14:06:37.067545 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 52382) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:06:37.147021 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-45e1cfd5-64da-4b4c-ba9b-853d2ab7a4ef admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4d13c9a0ad1146158525c3398ff4de2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0780754 May 26 14:06:37.149467 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 52384) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:06:37.157144 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 940d7b40-ebe0-443e-ac38-6c13f542b5a6 no longer exists at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:06:37.180457 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] No Port match for: 940d7b40-ebe0-443e-ac38-6c13f542b5a6 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:06:37.180826 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 940d7b40-ebe0-443e-ac38-6c13f542b5a6 not bound to the agent host dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:06:37.181281 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 0f827b44-af21-4e6a-b7d9-601bce9b0f8f no longer exists at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:06:37.206441 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] No Port match for: 0f827b44-af21-4e6a-b7d9-601bce9b0f8f {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:06:37.206785 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 0f827b44-af21-4e6a-b7d9-601bce9b0f8f not bound to the agent host dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:06:37.207197 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 6a4ad720-4be4-4656-8f90-d5a308eb7b34 no longer exists at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:06:37.228652 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] No Port match for: 6a4ad720-4be4-4656-8f90-d5a308eb7b34 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:06:37.228990 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 6a4ad720-4be4-4656-8f90-d5a308eb7b34 not bound to the agent host dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:06:37.236840 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4e81cd86-3344-4343-812f-fd58d8262c3a admin admin] Publish callbacks [] for security_group (84065691-a837-4be6-a2a4-65d3cc116ce3), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:37.263343 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4e81cd86-3344-4343-812f-fd58d8262c3a admin admin] Publish callbacks [] for security_group (84065691-a837-4be6-a2a4-65d3cc116ce3), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:37.306999 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:37.331287 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4e81cd86-3344-4343-812f-fd58d8262c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (84065691-a837-4be6-a2a4-65d3cc116ce3), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:37.334738 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4e81cd86-3344-4343-812f-fd58d8262c3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:37.336055 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-4e81cd86-3344-4343-812f-fd58d8262c3a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/84065691-a837-4be6-a2a4-65d3cc116ce3 HTTP/1.1" status: 204 len: 168 time: 0.1856678 May 26 14:06:37.344485 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81cd86-3344-4343-812f-fd58d8262c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84065691-a837-4be6-a2a4-65d3cc116ce3,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:06:37.707189 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 52392) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:06:37.749597 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-74a3e65e-4ff6-427d-b91c-7094e0abe303 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a5028cfaabd84d63a6ff2cb33b0133e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408909 May 26 14:06:37.752095 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 52394) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:06:37.803682 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-249a0567-5b41-44dc-9647-db48be66236a admin admin] Publish callbacks [] for security_group (daeb3b9e-88dc-434a-8a2f-16ed97b98dc0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:37.832953 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-249a0567-5b41-44dc-9647-db48be66236a admin admin] Publish callbacks [] for security_group (daeb3b9e-88dc-434a-8a2f-16ed97b98dc0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:37.888057 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-249a0567-5b41-44dc-9647-db48be66236a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (daeb3b9e-88dc-434a-8a2f-16ed97b98dc0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:37.890991 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-249a0567-5b41-44dc-9647-db48be66236a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:37.892388 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-249a0567-5b41-44dc-9647-db48be66236a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/daeb3b9e-88dc-434a-8a2f-16ed97b98dc0 HTTP/1.1" status: 204 len: 168 time: 0.1393969 May 26 14:06:37.900739 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a0567-5b41-44dc-9647-db48be66236a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daeb3b9e-88dc-434a-8a2f-16ed97b98dc0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:06:38.233771 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76791f2-74d6-434a-bae8-ade79ff4af01 req-33e3d9b0-b4d3-4e9d-be1b-9864e9757fa1 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:38.236994 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c76791f2-74d6-434a-bae8-ade79ff4af01 req-33e3d9b0-b4d3-4e9d-be1b-9864e9757fa1 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 943 time: 0.0707386 May 26 14:06:38.310163 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c76791f2-74d6-434a-bae8-ade79ff4af01 req-871f4c1e-10af-4651-9f43-8cec5d6068c9 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672333 May 26 14:06:39.399327 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:39.448688 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7cf18-a16e-4ff4-ba8d-1964d5279413 req-897de06c-7c08-4cbb-bf2e-6e31b48cb06c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:39.450184 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-aae7cf18-a16e-4ff4-ba8d-1964d5279413 req-897de06c-7c08-4cbb-bf2e-6e31b48cb06c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 943 time: 0.0598466 May 26 14:06:39.502260 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-aae7cf18-a16e-4ff4-ba8d-1964d5279413 req-adf7ebc7-3184-4faa-bd25-780a8f2a7966 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457129 May 26 14:06:40.647229 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea4a61-d6e2-42db-a004-fb4c65988f74 req-3878a819-fc98-4128-a37d-83892df41055 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:40.648863 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fdea4a61-d6e2-42db-a004-fb4c65988f74 req-3878a819-fc98-4128-a37d-83892df41055 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 943 time: 0.0589645 May 26 14:06:40.705314 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fdea4a61-d6e2-42db-a004-fb4c65988f74 req-53e385cf-800f-414d-a082-641e4618c47f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508037 May 26 14:06:41.177688 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=1 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:41.180279 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=14 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:41.828678 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cc085-c697-4c6c-a1ec-482a4dda9891 req-8c06032c-82ab-4ff0-abe6-f564f9bb9e75 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:41.830245 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-980cc085-c697-4c6c-a1ec-482a4dda9891 req-8c06032c-82ab-4ff0-abe6-f564f9bb9e75 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 943 time: 0.0474465 May 26 14:06:41.843794 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:41.889514 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-980cc085-c697-4c6c-a1ec-482a4dda9891 req-b0280b98-f396-4a1e-8239-a149fd521323 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529556 May 26 14:06:43.010871 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80489928-73e3-4287-bf92-6660df4aae05 req-8813cbcb-3d40-4797-9851-04af5c2f9141 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:43.013063 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-80489928-73e3-4287-bf92-6660df4aae05 req-8813cbcb-3d40-4797-9851-04af5c2f9141 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 943 time: 0.0499508 May 26 14:06:43.063843 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-80489928-73e3-4287-bf92-6660df4aae05 req-6dc18421-5d6e-48d8-90b1-b8150030efe3 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447583 May 26 14:06:44.212669 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576b4c9-15f2-496f-9cd2-d8d9bba180c1 req-62589ed7-13bc-428c-94c3-35e1d1878feb tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:44.214254 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7576b4c9-15f2-496f-9cd2-d8d9bba180c1 req-62589ed7-13bc-428c-94c3-35e1d1878feb tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 943 time: 0.0711856 May 26 14:06:44.261817 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7576b4c9-15f2-496f-9cd2-d8d9bba180c1 req-a177a310-3eff-41ea-ba54-95bc69e1ecb4 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414791 May 26 14:06:45.385778 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9f462-5d4c-485e-bdc5-108bf57218a3 req-77ac93bf-d1a0-4772-898d-36ccdc4fc900 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:45.387243 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-34e9f462-5d4c-485e-bdc5-108bf57218a3 req-77ac93bf-d1a0-4772-898d-36ccdc4fc900 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 943 time: 0.0533462 May 26 14:06:45.434032 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-34e9f462-5d4c-485e-bdc5-108bf57218a3 req-be474432-117e-4108-9a98-e5ff12ae105f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409243 May 26 14:06:45.527057 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:06:46.558389 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527dfad-1170-4217-b8ed-895d04ab28c8 req-6b4af81e-7d29-49b8-8280-6c62376b784d tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:46.559934 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d527dfad-1170-4217-b8ed-895d04ab28c8 req-6b4af81e-7d29-49b8-8280-6c62376b784d tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 943 time: 0.0514696 May 26 14:06:46.619403 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d527dfad-1170-4217-b8ed-895d04ab28c8 req-ac96e146-8fbb-499d-a755-28662f3c656c tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484021 May 26 14:06:47.509344 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-83da2184-7799-4d6e-b313-fc408bf1e996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:47.753115 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545d5cf-1a52-4e1b-8ac5-b8db021b8178 req-eb7201dc-33bf-41a4-948c-f62ff1108bf7 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:47.754601 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8545d5cf-1a52-4e1b-8ac5-b8db021b8178 req-eb7201dc-33bf-41a4-948c-f62ff1108bf7 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 943 time: 0.0505590 May 26 14:06:47.804091 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8545d5cf-1a52-4e1b-8ac5-b8db021b8178 req-17b8e0d0-1921-4721-8cb5-056cfb1cd8ae tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436459 May 26 14:06:47.867288 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=53,neutron:DELETE=9 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:47.896884 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=69,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:48.922074 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9340d02-5177-4238-8a79-16aef8260892 req-0e723aba-2f75-4131-ae26-5596b84e3a6f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:48.923540 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c9340d02-5177-4238-8a79-16aef8260892 req-0e723aba-2f75-4131-ae26-5596b84e3a6f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 943 time: 0.0470088 May 26 14:06:48.972021 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c9340d02-5177-4238-8a79-16aef8260892 req-6682f1ef-e70d-4782-83dd-55f3f79dc356 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428488 May 26 14:06:49.664793 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-af56363d-01a5-4c2d-895f-1154b5dd8fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:50.103530 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541797a8-25cc-4bbb-9b92-237a5d1593fc req-52dbc9fc-1f59-40df-a1df-cbfe162f875b tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:50.105118 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-541797a8-25cc-4bbb-9b92-237a5d1593fc req-52dbc9fc-1f59-40df-a1df-cbfe162f875b tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 943 time: 0.0517876 May 26 14:06:50.156901 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-541797a8-25cc-4bbb-9b92-237a5d1593fc req-570a0781-9130-486c-bbbd-cbdbdbe382ff tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455275 May 26 14:06:51.287768 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8948d92-0d1f-4288-b4cc-16d18b4e9ba2 req-be5ecb7a-b599-4cf2-82bc-3a3960b5d335 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:51.289345 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d8948d92-0d1f-4288-b4cc-16d18b4e9ba2 req-be5ecb7a-b599-4cf2-82bc-3a3960b5d335 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 943 time: 0.0493720 May 26 14:06:51.307297 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:51.343572 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d8948d92-0d1f-4288-b4cc-16d18b4e9ba2 req-5c0957fb-9360-4c86-b62d-e782c70b397b tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454190 May 26 14:06:51.577334 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 703563f0-f1dc-4261-919d-1995757e7da5 details requested by agent hyperv_hv-cinder-84213 with host hv-cinder-84213 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 14:06:51.683492 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 703563f0-f1dc-4261-919d-1995757e7da5, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=703563f0-f1dc-4261-919d-1995757e7da5,segment=NetworkSegment(19072dfe-0334-40e6-bb73-47766657aa3f),segment_id=19072dfe-0334-40e6-bb73-47766657aa3f)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:06:51.695200 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Returning: {'device': '703563f0-f1dc-4261-919d-1995757e7da5', 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62', 'port_id': '703563f0-f1dc-4261-919d-1995757e7da5', 'mac_address': 'fa:16:3e:8b:03:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610ffda6-b7a7-4a06-84a4-402e2b1f27f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 14:06:51.720333 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:51.727106 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=3 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:51.731892 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 703563f0-f1dc-4261-919d-1995757e7da5 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:06:51.732276 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (703563f0-f1dc-4261-919d-1995757e7da5), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:51.750673 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 703563f0-f1dc-4261-919d-1995757e7da5 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 14:06:51.754377 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:51.773965 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 703563f0-f1dc-4261-919d-1995757e7da5, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=703563f0-f1dc-4261-919d-1995757e7da5,segment=NetworkSegment(19072dfe-0334-40e6-bb73-47766657aa3f),segment_id=19072dfe-0334-40e6-bb73-47766657aa3f)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:06:51.777633 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (703563f0-f1dc-4261-919d-1995757e7da5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:51.825595 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=703563f0-f1dc-4261-919d-1995757e7da5,revision_number=9']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:06:51.832998 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:06:51.833360 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:06:51.833695 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:06:51.834026 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:06:51.834352 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:06:51.834981 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:06:51.835105 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:06:51.835383 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:06:51.835700 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:06:51.836020 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:06:51.836336 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:06:51.836651 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:06:51.836961 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:06:51.837305 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:06:51.837620 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:06:52.296899 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] get_ports_and_sgs() called for port_ids ['703563f0-f1dc-4261-919d-1995757e7da5'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 14:06:52.437008 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:52.476241 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2e490-91b6-41eb-9f9a-7523d41b5c30 req-9266183e-2612-43ac-9d35-2b2f90e3e672 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:52.477772 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-52e2e490-91b6-41eb-9f9a-7523d41b5c30 req-9266183e-2612-43ac-9d35-2b2f90e3e672 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 944 time: 0.0511556 May 26 14:06:52.518277 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:52.541514 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-52e2e490-91b6-41eb-9f9a-7523d41b5c30 req-9e5a50ae-2b88-4092-8c9e-64830dd6d132 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554740 May 26 14:06:53.584515 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 703563f0-f1dc-4261-919d-1995757e7da5 up at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 14:06:53.625004 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning complete for port 703563f0-f1dc-4261-919d-1995757e7da5 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:06:53.625600 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (703563f0-f1dc-4261-919d-1995757e7da5), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:53.670903 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3613106-bb80-46c0-b216-bc50113412d3 req-b85d0bc9-b37a-41c1-b374-fe69b3834a95 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:53.672416 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a3613106-bb80-46c0-b216-bc50113412d3 req-b85d0bc9-b37a-41c1-b374-fe69b3834a95 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 944 time: 0.0527337 May 26 14:06:53.701216 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 703563f0-f1dc-4261-919d-1995757e7da5 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:06:53.701598 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (703563f0-f1dc-4261-919d-1995757e7da5), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:53.720224 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a3613106-bb80-46c0-b216-bc50113412d3 req-71c8484f-fcb9-409a-9e37-b6e55a580512 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422175 May 26 14:06:53.725050 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703563f0-f1dc-4261-919d-1995757e7da5'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:06:53.727475 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75cf6a0b0aca4359f4c43b56c27fa80c20f62c04807301a9a0ec5234ef5b0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b4fd51-df97-44bb-b125-cfb8a2a74cd1" -d '{"events": [{"server_uuid": "724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7", "name": "network-vif-plugged", "status": "completed", "tag": "703563f0-f1dc-4261-919d-1995757e7da5"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:06:53.742328 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 703563f0-f1dc-4261-919d-1995757e7da5, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=703563f0-f1dc-4261-919d-1995757e7da5,segment=NetworkSegment(19072dfe-0334-40e6-bb73-47766657aa3f),segment_id=19072dfe-0334-40e6-bb73-47766657aa3f)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:06:53.746478 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (703563f0-f1dc-4261-919d-1995757e7da5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:53.794293 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=703563f0-f1dc-4261-919d-1995757e7da5,revision_number=10']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:06:53.959170 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0092fa51-81c7-4d05-8b7e-546ec9eec57e x-openstack-request-id: req-0092fa51-81c7-4d05-8b7e-546ec9eec57e {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:06:53.959456 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7", "name": "network-vif-plugged", "status": "completed", "tag": "703563f0-f1dc-4261-919d-1995757e7da5", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:06:53.959710 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0092fa51-81c7-4d05-8b7e-546ec9eec57e {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:06:53.960096 dv-cinder-842130-1-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0092fa51-81c7-4d05-8b7e-546ec9eec57e'] response: {'server_uuid': '724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703563f0-f1dc-4261-919d-1995757e7da5', 'code': 200} May 26 14:06:54.002257 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:54.293955 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473209b-76c7-46e7-b584-cbaae5892d11 req-c10b370a-7388-426b-a3c1-875ba1c7f2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:54.296564 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f473209b-76c7-46e7-b584-cbaae5892d11 req-c10b370a-7388-426b-a3c1-875ba1c7f2cb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 1130 time: 0.1429167 May 26 14:06:54.338788 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f473209b-76c7-46e7-b584-cbaae5892d11 req-52a403e6-1eb4-4223-92f6-4d0c92811b20 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372775 May 26 14:06:54.844292 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36dd7ef-9864-4d55-b0d1-522c43a8e4d9 req-27910b83-8fbc-4bf6-bbe2-c471f57364e2 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:54.845827 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c36dd7ef-9864-4d55-b0d1-522c43a8e4d9 req-27910b83-8fbc-4bf6-bbe2-c471f57364e2 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 946 time: 0.0525296 May 26 14:06:54.886739 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:54.894838 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c36dd7ef-9864-4d55-b0d1-522c43a8e4d9 req-e122a852-a3ec-4683-ad8b-ce841c657043 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433846 May 26 14:06:55.522470 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=5 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:56.019701 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91d42e-11ff-4065-b752-3112a256f917 req-fb9144dd-123d-4e98-ad74-cd70e103451f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:56.021379 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4a91d42e-11ff-4065-b752-3112a256f917 req-fb9144dd-123d-4e98-ad74-cd70e103451f tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 946 time: 0.0505745 May 26 14:06:56.085337 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4a91d42e-11ff-4065-b752-3112a256f917 req-3969809e-e10f-4caa-8470-8acc42d8f5d0 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584493 May 26 14:06:57.218947 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc15ead-a1ac-4e92-9fb1-05649210c88b req-87b3e883-3093-4fcb-88e7-a7113ed077ee tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:57.220450 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9dc15ead-a1ac-4e92-9fb1-05649210c88b req-87b3e883-3093-4fcb-88e7-a7113ed077ee tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 946 time: 0.0493095 May 26 14:06:57.267497 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9dc15ead-a1ac-4e92-9fb1-05649210c88b req-4dee7b7b-1e70-4b0f-942c-c23cc1ef15ba tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413108 May 26 14:06:59.121639 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43ddc4-573f-44d6-bace-cad615bcfca6 req-f91393c4-2141-4cd5-9f7b-584c3cd23d71 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:06:59.123016 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3a43ddc4-573f-44d6-bace-cad615bcfca6 req-f91393c4-2141-4cd5-9f7b-584c3cd23d71 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0482678 May 26 14:06:59.171436 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3a43ddc4-573f-44d6-bace-cad615bcfca6 req-d6333376-37d9-4dff-8874-ecf235fd9424 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424263 May 26 14:07:00.297120 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90819c5d-d1e8-4e47-b842-95bd2ecf5435 req-6f6e59ac-5b11-42fa-92dc-6c58a566cc8e tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:00.298584 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-90819c5d-d1e8-4e47-b842-95bd2ecf5435 req-6f6e59ac-5b11-42fa-92dc-6c58a566cc8e tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0501060 May 26 14:07:00.344642 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-90819c5d-d1e8-4e47-b842-95bd2ecf5435 req-4bd5419a-7a82-4fb8-9ff8-920d35fad1ec tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402195 May 26 14:07:01.457759 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58061de-40e2-495c-93dd-48d061ae6641 req-bb87182c-b80a-477e-9c3d-bcd3c701ccaa tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:01.459209 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c58061de-40e2-495c-93dd-48d061ae6641 req-bb87182c-b80a-477e-9c3d-bcd3c701ccaa tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0456841 May 26 14:07:01.505229 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c58061de-40e2-495c-93dd-48d061ae6641 req-4313b100-55f8-4456-a17e-bec84fb80b23 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405290 May 26 14:07:02.620517 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911bb553-c891-4cd0-a0c1-2eecc6bdcd96 req-83085a52-3739-442e-bc31-8f43a5482d4f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:02.621980 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-911bb553-c891-4cd0-a0c1-2eecc6bdcd96 req-83085a52-3739-442e-bc31-8f43a5482d4f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0487936 May 26 14:07:02.668017 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-911bb553-c891-4cd0-a0c1-2eecc6bdcd96 req-1f7d8a21-8a00-4903-bc56-f795841250e0 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399623 May 26 14:07:03.802332 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d84eb9-14b4-4617-8f78-2825b3bd24a2 req-81bcfbf4-b0c9-429d-b094-77c0923f2580 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:03.804929 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e6d84eb9-14b4-4617-8f78-2825b3bd24a2 req-81bcfbf4-b0c9-429d-b094-77c0923f2580 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0573502 May 26 14:07:03.855241 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e6d84eb9-14b4-4617-8f78-2825b3bd24a2 req-28a70703-e420-4b99-b51e-b43c43b65c08 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447831 May 26 14:07:03.991329 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:UPDATE=3,neutron:SELECT=68 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:03.998452 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=53,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:04.333096 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=8 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:04.335834 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=10 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:04.968646 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036e3fc-6a64-47ea-8848-f575f57585a8 req-13a473b2-6ca7-4dd8-a3fb-c7201511cfd7 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:04.970142 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2036e3fc-6a64-47ea-8848-f575f57585a8 req-13a473b2-6ca7-4dd8-a3fb-c7201511cfd7 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0461087 May 26 14:07:05.019539 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2036e3fc-6a64-47ea-8848-f575f57585a8 req-35d38562-8a03-4719-8a43-ae02fe8f050a tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439351 May 26 14:07:06.120062 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:06.133685 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bf2af-a9b7-4989-9392-efebbc10bd12 req-8de41a67-2922-46bc-baef-0b05259eab98 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:06.135139 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-178bf2af-a9b7-4989-9392-efebbc10bd12 req-8de41a67-2922-46bc-baef-0b05259eab98 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0475326 May 26 14:07:06.181174 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-178bf2af-a9b7-4989-9392-efebbc10bd12 req-675a5d90-1193-49b8-89c9-e2dcafcead30 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401902 May 26 14:07:07.300924 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa652f-7eb3-4ee5-907a-331f5af65d2c req-6d0fdeb5-17b5-4872-8bb3-1e1656d35b7e tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:07.302403 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8ffa652f-7eb3-4ee5-907a-331f5af65d2c req-6d0fdeb5-17b5-4872-8bb3-1e1656d35b7e tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0459425 May 26 14:07:07.328982 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:07.349347 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8ffa652f-7eb3-4ee5-907a-331f5af65d2c req-3dec5af6-4b32-48e0-bbc2-000a184be6d9 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414124 May 26 14:07:08.464458 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456587c-ca63-43ce-9c53-36e7f7bc4742 req-297c10d9-45a8-4de7-8480-5d47823caa99 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:08.465851 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9456587c-ca63-43ce-9c53-36e7f7bc4742 req-297c10d9-45a8-4de7-8480-5d47823caa99 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0492377 May 26 14:07:08.511881 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9456587c-ca63-43ce-9c53-36e7f7bc4742 req-8d15f8b2-eca9-4ea0-931c-24a0efa4ec61 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399098 May 26 14:07:09.589286 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:09.626648 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095f347-9a3b-4c72-ad6d-1e29b566bb9f req-b269ed8e-1548-4212-a47c-6f34805f4636 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:09.628137 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e095f347-9a3b-4c72-ad6d-1e29b566bb9f req-b269ed8e-1548-4212-a47c-6f34805f4636 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0471954 May 26 14:07:09.674322 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e095f347-9a3b-4c72-ad6d-1e29b566bb9f req-992b8671-b5db-417b-be14-08e9da4a7e38 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406775 May 26 14:07:10.785637 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce54f0-66fe-4e71-8677-ebf4b6bf30a2 req-a5e2e54e-4b9b-4a2f-85f7-dfe1fccbff23 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:10.786983 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4cce54f0-66fe-4e71-8677-ebf4b6bf30a2 req-a5e2e54e-4b9b-4a2f-85f7-dfe1fccbff23 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0456581 May 26 14:07:10.836089 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4cce54f0-66fe-4e71-8677-ebf4b6bf30a2 req-57ef760d-0250-49b9-afbc-fa2d331912db tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435889 May 26 14:07:11.699191 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9d170f1f-018f-4fd8-b864-2d786efea0f6 req-7c136b1c-11fa-4160-8f1d-d9136b980ad8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0367851 May 26 14:07:11.807163 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d170f1f-018f-4fd8-b864-2d786efea0f6 req-3af124a4-3070-4748-9fb3-ebdcb38a453d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:11.808635 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9d170f1f-018f-4fd8-b864-2d786efea0f6 req-3af124a4-3070-4748-9fb3-ebdcb38a453d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7116b23d173c4192a6c8d996ad31d57c&device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 1130 time: 0.0381985 May 26 14:07:11.932033 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d170f1f-018f-4fd8-b864-2d786efea0f6 req-47bf2fa9-1aa0-45bb-b9f9-7b95ab7f4f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:11.933554 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9d170f1f-018f-4fd8-b864-2d786efea0f6 req-47bf2fa9-1aa0-45bb-b9f9-7b95ab7f4f74 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8b5ae806-b190-4516-8465-70dba440ef62 HTTP/1.1" status: 200 len: 917 time: 0.0989482 May 26 14:07:11.969962 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8b3ce-9d95-4d6b-ba65-47f28a3c37ac req-9950f716-de6d-44c0-bbe7-ae0a02a414e0 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:11.971714 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-06f8b3ce-9d95-4d6b-ba65-47f28a3c37ac req-9950f716-de6d-44c0-bbe7-ae0a02a414e0 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0559869 May 26 14:07:11.996536 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9d170f1f-018f-4fd8-b864-2d786efea0f6 req-9f28341c-0b10-49b4-8af3-2c998292faf4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=703563f0-f1dc-4261-919d-1995757e7da5 HTTP/1.1" status: 200 len: 1000 time: 0.0552862 May 26 14:07:12.022008 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-06f8b3ce-9d95-4d6b-ba65-47f28a3c37ac req-eeb936c2-3024-4014-8b6d-7a22887cf680 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433311 May 26 14:07:12.047099 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d170f1f-018f-4fd8-b864-2d786efea0f6 req-52037ae9-bcf8-4f54-aae5-f3b83271fa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:12.048556 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9d170f1f-018f-4fd8-b864-2d786efea0f6 req-52037ae9-bcf8-4f54-aae5-f3b83271fa8f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=610ffda6-b7a7-4a06-84a4-402e2b1f27f2 HTTP/1.1" status: 200 len: 855 time: 0.0451019 May 26 14:07:12.095176 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d170f1f-018f-4fd8-b864-2d786efea0f6 req-e41acff4-9d14-4b64-a778-1b8acb90bc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:12.096669 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9d170f1f-018f-4fd8-b864-2d786efea0f6 req-e41acff4-9d14-4b64-a778-1b8acb90bc01 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8b5ae806-b190-4516-8465-70dba440ef62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414405 May 26 14:07:12.187930 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9d170f1f-018f-4fd8-b864-2d786efea0f6 req-7689807b-8254-4a53-b914-2dbf65271d5a service neutron] 10.222.0.82 "GET /v2.0/networks/8b5ae806-b190-4516-8465-70dba440ef62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848410 May 26 14:07:12.278165 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9d170f1f-018f-4fd8-b864-2d786efea0f6 req-f9278db5-7246-4b34-87f6-20320a4ff97b service neutron] 10.222.0.82 "GET /v2.0/networks/8b5ae806-b190-4516-8465-70dba440ef62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839164 May 26 14:07:13.141478 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee916fd5-cf2c-4dd6-96c3-9e1178f4ab25 req-d95e3e07-7058-45fe-89fb-25638720c4b8 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:13.142983 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ee916fd5-cf2c-4dd6-96c3-9e1178f4ab25 req-d95e3e07-7058-45fe-89fb-25638720c4b8 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0484309 May 26 14:07:13.192582 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ee916fd5-cf2c-4dd6-96c3-9e1178f4ab25 req-87c2f529-7ca2-43e5-b50f-2b6b3e0a2683 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437877 May 26 14:07:13.241036 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-5c059d86-b02f-4eca-ae51-4e3054394ef4 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1274687408&fields=id&tenant_id=ed15631acafd41528b96f2ed12c19e5b HTTP/1.1" status: 200 len: 267 time: 0.0464137 May 26 14:07:13.343586 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-f026318c-b445-4d16-8273-ebb026c7ad30 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:13.345019 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-f026318c-b445-4d16-8273-ebb026c7ad30 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/networks?id=bb3bf56d-90fc-4a74-995d-ab2752db975c HTTP/1.1" status: 200 len: 812 time: 0.0977564 May 26 14:07:13.359772 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-73cdb8c1-4552-4c8d-a204-7f79786e3f7c tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/quotas/ed15631acafd41528b96f2ed12c19e5b HTTP/1.1" status: 200 len: 375 time: 0.0094936 May 26 14:07:13.412365 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-9d40944b-1e57-42fe-9e41-9a8a122cf75c tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=ed15631acafd41528b96f2ed12c19e5b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478539 May 26 14:07:13.473114 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-ad461c53-5b7e-45a3-b341-1e3fb3a8a520 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=103886) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 14:07:13.474143 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-ad461c53-5b7e-45a3-b341-1e3fb3a8a520 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0499461 May 26 14:07:13.561533 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-65fa8588-271b-4d9d-9919-d67b4659e96d service neutron] 10.222.0.91 "GET /v2.0/networks/bb3bf56d-90fc-4a74-995d-ab2752db975c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814812 May 26 14:07:13.652610 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-cd865956-c149-42d9-8ff7-11fbfdf036ca service neutron] 10.222.0.91 "GET /v2.0/networks/bb3bf56d-90fc-4a74-995d-ab2752db975c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851099 May 26 14:07:13.941656 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-978bf7be-2a8f-4691-87b1-317b989b653d req-89babc79-48be-4b64-9e45-19eb71342c28 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=75f06b3a-5413-4231-9d67-79c5f7f45b62 HTTP/1.1" status: 200 len: 210 time: 0.0289445 May 26 14:07:14.270532 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:14.305589 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d799f-5ff7-4b87-bb98-f45b3a666ad0 req-576d42f0-06bf-45c3-a17d-303ec5b4a675 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:14.307047 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f91d799f-5ff7-4b87-bb98-f45b3a666ad0 req-576d42f0-06bf-45c3-a17d-303ec5b4a675 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0478723 May 26 14:07:14.354144 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f91d799f-5ff7-4b87-bb98-f45b3a666ad0 req-2c329208-408f-4213-8ba1-d5eb14256994 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408044 May 26 14:07:15.046210 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-5ad5c931-49ef-4e75-8057-962ae1a60e6c tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:15.047682 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-5ad5c931-49ef-4e75-8057-962ae1a60e6c tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.82 "GET /v2.0/networks?id=bb3bf56d-90fc-4a74-995d-ab2752db975c HTTP/1.1" status: 200 len: 812 time: 0.1048884 May 26 14:07:15.048059 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a4d67d6d-19a7-403a-8f13-b0145bd2c5f4 req-0c7ace93-f8dd-4062-8ed9-be7816cc0738 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=75f06b3a-5413-4231-9d67-79c5f7f45b62 HTTP/1.1" status: 200 len: 210 time: 0.0308099 May 26 14:07:15.126882 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-06b73743-f522-4324-8a65-897c4841e23a tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed15631acafd41528b96f2ed12c19e5b HTTP/1.1" status: 200 len: 380 time: 0.0600929 May 26 14:07:15.135174 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-cf30f4eb-1b75-44da-9fe1-a3402a3a6dc2 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Request body: {'port': {'device_id': '75f06b3a-5413-4231-9d67-79c5f7f45b62', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'admin_state_up': True, 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'security_groups': ['101252cf-f019-4f3e-b4b9-961f8231a213']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:07:15.241662 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-cf30f4eb-1b75-44da-9fe1-a3402a3a6dc2 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Made reservation on behalf of ed15631acafd41528b96f2ed12c19e5b for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:07:15.244969 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-cf30f4eb-1b75-44da-9fe1-a3402a3a6dc2 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:15.355471 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:15.372698 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-cf30f4eb-1b75-44da-9fe1-a3402a3a6dc2 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Allocated IP 172.20.0.10 (bb3bf56d-90fc-4a74-995d-ab2752db975c/a30ef594-0dbe-4d1b-9278-186af670d87d/70c52bfb-dbc8-4c34-9c1c-2176592f141a) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:07:15.403100 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:15.484856 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34281656-5fa1-4120-ba92-634b1dfa6779 req-5f43b45d-5102-40cc-bd80-38a4a3a0cc60 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:15.486358 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-34281656-5fa1-4120-ba92-634b1dfa6779 req-5f43b45d-5102-40cc-bd80-38a4a3a0cc60 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0574553 May 26 14:07:15.524908 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-cf30f4eb-1b75-44da-9fe1-a3402a3a6dc2 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for port (70c52bfb-dbc8-4c34-9c1c-2176592f141a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:15.538142 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-34281656-5fa1-4120-ba92-634b1dfa6779 req-181f0069-e419-48fa-b57e-6225eb0f60d2 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436366 May 26 14:07:15.566631 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-cf30f4eb-1b75-44da-9fe1-a3402a3a6dc2 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (70c52bfb-dbc8-4c34-9c1c-2176592f141a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:15.609653 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:15.621169 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-cf30f4eb-1b75-44da-9fe1-a3402a3a6dc2 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Network bb3bf56d-90fc-4a74-995d-ab2752db975c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:07:15.624954 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-cf30f4eb-1b75-44da-9fe1-a3402a3a6dc2 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:07:15.628966 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-cf30f4eb-1b75-44da-9fe1-a3402a3a6dc2 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 14:07:15.636084 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf30f4eb-1b75-44da-9fe1-a3402a3a6dc2 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Pushing event updated for resources: {'Port': ['ID=70c52bfb-dbc8-4c34-9c1c-2176592f141a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:07:15.667930 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf30f4eb-1b75-44da-9fe1-a3402a3a6dc2 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:15.668283 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf30f4eb-1b75-44da-9fe1-a3402a3a6dc2 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:15.668643 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf30f4eb-1b75-44da-9fe1-a3402a3a6dc2 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:15.668986 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf30f4eb-1b75-44da-9fe1-a3402a3a6dc2 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:15.669365 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf30f4eb-1b75-44da-9fe1-a3402a3a6dc2 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:15.669784 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf30f4eb-1b75-44da-9fe1-a3402a3a6dc2 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:15.670086 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf30f4eb-1b75-44da-9fe1-a3402a3a6dc2 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:15.670415 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf30f4eb-1b75-44da-9fe1-a3402a3a6dc2 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:15.670742 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf30f4eb-1b75-44da-9fe1-a3402a3a6dc2 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:15.671070 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf30f4eb-1b75-44da-9fe1-a3402a3a6dc2 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:15.671398 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf30f4eb-1b75-44da-9fe1-a3402a3a6dc2 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:15.672104 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf30f4eb-1b75-44da-9fe1-a3402a3a6dc2 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:15.672104 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf30f4eb-1b75-44da-9fe1-a3402a3a6dc2 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:15.672360 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf30f4eb-1b75-44da-9fe1-a3402a3a6dc2 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:15.672679 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf30f4eb-1b75-44da-9fe1-a3402a3a6dc2 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:15.698268 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-cf30f4eb-1b75-44da-9fe1-a3402a3a6dc2 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:15.698717 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-cf30f4eb-1b75-44da-9fe1-a3402a3a6dc2 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:15.717260 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-cf30f4eb-1b75-44da-9fe1-a3402a3a6dc2 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5855091 May 26 14:07:15.735833 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-7266ea42-8390-419b-8178-d798102d5440 service neutron] Request body: {'port': {'device_id': '75f06b3a-5413-4231-9d67-79c5f7f45b62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84213'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:07:15.804513 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-7266ea42-8390-419b-8178-d798102d5440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (70c52bfb-dbc8-4c34-9c1c-2176592f141a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:15.889198 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-445f63dd-246d-4ad9-9b1b-0bccbd36ac06 None None] Provisioning complete for port 70c52bfb-dbc8-4c34-9c1c-2176592f141a triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:07:15.889834 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-445f63dd-246d-4ad9-9b1b-0bccbd36ac06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (70c52bfb-dbc8-4c34-9c1c-2176592f141a), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:15.921660 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-445f63dd-246d-4ad9-9b1b-0bccbd36ac06 None None] Port 70c52bfb-dbc8-4c34-9c1c-2176592f141a cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 14:07:16.093461 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-7266ea42-8390-419b-8178-d798102d5440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70c52bfb-dbc8-4c34-9c1c-2176592f141a {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 14:07:16.102356 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-7266ea42-8390-419b-8178-d798102d5440 service neutron] Publish callbacks [] for port (70c52bfb-dbc8-4c34-9c1c-2176592f141a), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:16.116625 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-7266ea42-8390-419b-8178-d798102d5440 service neutron] Transition to ACTIVE for port object 70c52bfb-dbc8-4c34-9c1c-2176592f141a will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 14:07:16.120742 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-7266ea42-8390-419b-8178-d798102d5440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14253987'] for port (70c52bfb-dbc8-4c34-9c1c-2176592f141a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:16.150775 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:INSERT=4,neutron:SELECT=88,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:16.177591 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0cde3b-7cab-4be6-83cc-20439375bafa req-924320aa-43ee-4d93-b710-0baeb266e4b7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:16.179558 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7266ea42-8390-419b-8178-d798102d5440 service neutron] Pushing event updated for resources: {'Port': ['ID=70c52bfb-dbc8-4c34-9c1c-2176592f141a,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:07:16.181731 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9a0cde3b-7cab-4be6-83cc-20439375bafa req-924320aa-43ee-4d93-b710-0baeb266e4b7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=75f06b3a-5413-4231-9d67-79c5f7f45b62 HTTP/1.1" status: 200 len: 944 time: 0.0588715 May 26 14:07:16.208119 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:16.247624 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=100 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:16.251703 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9a0cde3b-7cab-4be6-83cc-20439375bafa req-8c4b6c22-8f73-4be2-a027-3568cec0506c tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618856 May 26 14:07:16.258038 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-7266ea42-8390-419b-8178-d798102d5440 service neutron] Attempting to bind port 70c52bfb-dbc8-4c34-9c1c-2176592f141a on host hv-cinder-84213 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 14:07:16.258373 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-7266ea42-8390-419b-8178-d798102d5440 service neutron] Attempting to bind port 70c52bfb-dbc8-4c34-9c1c-2176592f141a by drivers openvswitch,hyperv on host hv-cinder-84213 at level 0 using segments [{'id': '5fa9b816-b3f6-4937-96b4-c071644992f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 14:07:16.258711 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-7266ea42-8390-419b-8178-d798102d5440 service neutron] Attempting to bind port 70c52bfb-dbc8-4c34-9c1c-2176592f141a on network bb3bf56d-90fc-4a74-995d-ab2752db975c {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 14:07:16.265014 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-7266ea42-8390-419b-8178-d798102d5440 service neutron] Port 70c52bfb-dbc8-4c34-9c1c-2176592f141a on network bb3bf56d-90fc-4a74-995d-ab2752db975c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84213 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 14:07:16.265395 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-7266ea42-8390-419b-8178-d798102d5440 service neutron] Attempting to bind port 70c52bfb-dbc8-4c34-9c1c-2176592f141a on network bb3bf56d-90fc-4a74-995d-ab2752db975c {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 14:07:16.275326 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-7266ea42-8390-419b-8178-d798102d5440 service neutron] Checking agent: {'id': '7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'started_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 14, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 14:07:16.275767 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-7266ea42-8390-419b-8178-d798102d5440 service neutron] Checking segment: {'id': '5fa9b816-b3f6-4937-96b4-c071644992f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 14:07:16.276240 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-7266ea42-8390-419b-8178-d798102d5440 service neutron] Bound using segment: {'id': '5fa9b816-b3f6-4937-96b4-c071644992f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 14:07:16.276703 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-7266ea42-8390-419b-8178-d798102d5440 service neutron] Bound port: 70c52bfb-dbc8-4c34-9c1c-2176592f141a, host: hv-cinder-84213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fa9b816-b3f6-4937-96b4-c071644992f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 14:07:16.277075 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-7266ea42-8390-419b-8178-d798102d5440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (70c52bfb-dbc8-4c34-9c1c-2176592f141a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:16.352487 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-7266ea42-8390-419b-8178-d798102d5440 service neutron] For port 70c52bfb-dbc8-4c34-9c1c-2176592f141a, host hv-cinder-84213, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 14:07:16.356179 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-7266ea42-8390-419b-8178-d798102d5440 service neutron] For port 70c52bfb-dbc8-4c34-9c1c-2176592f141a, host hv-cinder-84213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=70c52bfb-dbc8-4c34-9c1c-2176592f141a,segment=NetworkSegment(5fa9b816-b3f6-4937-96b4-c071644992f7),segment_id=5fa9b816-b3f6-4937-96b4-c071644992f7)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 14:07:16.363667 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-7266ea42-8390-419b-8178-d798102d5440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14253987'] for port (70c52bfb-dbc8-4c34-9c1c-2176592f141a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:16.397564 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-7266ea42-8390-419b-8178-d798102d5440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:16.398203 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-7266ea42-8390-419b-8178-d798102d5440 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:16.399664 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-7266ea42-8390-419b-8178-d798102d5440 service neutron] 10.222.0.82 "PUT /v2.0/ports/70c52bfb-dbc8-4c34-9c1c-2176592f141a HTTP/1.1" status: 200 len: 1094 time: 0.6682265 May 26 14:07:16.400149 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f06b3a-5413-4231-9d67-79c5f7f45b62', 'tag': '70c52bfb-dbc8-4c34-9c1c-2176592f141a'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:07:16.402502 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a2fe3094dbca619affac8640d5d00e1e0d94bf0ce4138e249cf9dd9a9bbd82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9955e0b-aa5c-4bc6-83f9-868779a6909d" -d '{"events": [{"name": "network-changed", "server_uuid": "75f06b3a-5413-4231-9d67-79c5f7f45b62", "tag": "70c52bfb-dbc8-4c34-9c1c-2176592f141a"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:07:16.432188 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7266ea42-8390-419b-8178-d798102d5440 service neutron] Pushing event updated for resources: {'Port': ['ID=70c52bfb-dbc8-4c34-9c1c-2176592f141a,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:07:16.511069 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 14:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8da842-c14e-437a-b964-5d9c8d586b05 x-openstack-request-id: req-9d8da842-c14e-437a-b964-5d9c8d586b05 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:07:16.511590 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f06b3a-5413-4231-9d67-79c5f7f45b62", "tag": "70c52bfb-dbc8-4c34-9c1c-2176592f141a", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:07:16.511844 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9d8da842-c14e-437a-b964-5d9c8d586b05 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:07:16.512243 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d8da842-c14e-437a-b964-5d9c8d586b05'] response: {'name': 'network-changed', 'server_uuid': '75f06b3a-5413-4231-9d67-79c5f7f45b62', 'tag': '70c52bfb-dbc8-4c34-9c1c-2176592f141a', 'status': 'completed', 'code': 200} May 26 14:07:16.557475 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-9a8d7da7-f66d-4b29-9d20-3a9c051da931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:16.558992 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-9a8d7da7-f66d-4b29-9d20-3a9c051da931 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ed15631acafd41528b96f2ed12c19e5b&device_id=75f06b3a-5413-4231-9d67-79c5f7f45b62 HTTP/1.1" status: 200 len: 1128 time: 0.0459569 May 26 14:07:16.658932 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-ad905a6b-fe84-4da2-ad0a-1cd7c6d62eaa service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70c52bfb-dbc8-4c34-9c1c-2176592f141a HTTP/1.1" status: 200 len: 217 time: 0.0357502 May 26 14:07:16.668103 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4614da4-f48b-4caa-aa93-d5458ae2167c req-8090afdd-f781-44f6-a4a3-3d8b34bcf35c tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:16.669617 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b4614da4-f48b-4caa-aa93-d5458ae2167c req-8090afdd-f781-44f6-a4a3-3d8b34bcf35c tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0560596 May 26 14:07:16.710772 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-90c8ad80-5f6d-4540-a0ec-8cd73211d514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:16.712348 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-90c8ad80-5f6d-4540-a0ec-8cd73211d514 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a30ef594-0dbe-4d1b-9278-186af670d87d HTTP/1.1" status: 200 len: 851 time: 0.0466781 May 26 14:07:16.720616 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b4614da4-f48b-4caa-aa93-d5458ae2167c req-d38ecc1d-8d40-45dc-9e1d-4d729036dd88 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444331 May 26 14:07:16.756411 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-e194cf59-7f1b-4b70-a297-9057c81fa0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:16.757953 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-e194cf59-7f1b-4b70-a297-9057c81fa0ec service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bb3bf56d-90fc-4a74-995d-ab2752db975c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394363 May 26 14:07:16.847574 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-5e742921-ba07-4384-bd81-0a79eb8cf7d6 service neutron] 10.222.0.82 "GET /v2.0/networks/bb3bf56d-90fc-4a74-995d-ab2752db975c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829363 May 26 14:07:16.938702 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ef322e17-7b9a-41ad-96b3-6d42d263e6ab req-57e5d1af-5185-400a-9362-4d549fe394b9 service neutron] 10.222.0.82 "GET /v2.0/networks/bb3bf56d-90fc-4a74-995d-ab2752db975c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835040 May 26 14:07:17.366629 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92e590-8ef3-4ad4-9538-cf68b98a2188 req-f8af78a5-3e65-4e77-9551-c54c2cd6daf3 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:17.368057 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0f92e590-8ef3-4ad4-9538-cf68b98a2188 req-f8af78a5-3e65-4e77-9551-c54c2cd6daf3 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=75f06b3a-5413-4231-9d67-79c5f7f45b62 HTTP/1.1" status: 200 len: 944 time: 0.0458944 May 26 14:07:17.416023 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0f92e590-8ef3-4ad4-9538-cf68b98a2188 req-70fc7779-0385-457a-b0d1-ddd3db77f35a tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422399 May 26 14:07:17.512822 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fc4f14bb-a05b-4c40-86dc-3e5cf43732ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:17.836391 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aab0dd-5737-4e21-a383-f311fcb45881 req-a0625c08-cd89-4eb9-8155-80cdab6c180a tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:17.837802 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e8aab0dd-5737-4e21-a383-f311fcb45881 req-a0625c08-cd89-4eb9-8155-80cdab6c180a tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0478723 May 26 14:07:17.886621 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e8aab0dd-5737-4e21-a383-f311fcb45881 req-421d6dc0-9517-4d47-9565-665a2a56d543 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431833 May 26 14:07:18.336148 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9955e0b-aa5c-4bc6-83f9-868779a6909d req-8f214b46-4860-4c13-9545-6aab6aa444ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:18.337704 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a9955e0b-aa5c-4bc6-83f9-868779a6909d req-8f214b46-4860-4c13-9545-6aab6aa444ad service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ed15631acafd41528b96f2ed12c19e5b&device_id=75f06b3a-5413-4231-9d67-79c5f7f45b62 HTTP/1.1" status: 200 len: 1128 time: 0.0450990 May 26 14:07:18.431868 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9955e0b-aa5c-4bc6-83f9-868779a6909d req-c79777fa-f44f-43bb-b7e8-3696f665a611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:18.433994 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a9955e0b-aa5c-4bc6-83f9-868779a6909d req-c79777fa-f44f-43bb-b7e8-3696f665a611 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bb3bf56d-90fc-4a74-995d-ab2752db975c HTTP/1.1" status: 200 len: 913 time: 0.0896704 May 26 14:07:18.496241 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a9955e0b-aa5c-4bc6-83f9-868779a6909d req-2ebb3749-b890-48bb-9ed1-d5b9a6388158 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70c52bfb-dbc8-4c34-9c1c-2176592f141a HTTP/1.1" status: 200 len: 217 time: 0.0398614 May 26 14:07:18.535453 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c6906-71d7-438c-834e-4704eaab143b req-fe69cd55-4fea-480b-a77e-0e6e9a09fb6c tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:18.536960 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-074c6906-71d7-438c-834e-4704eaab143b req-fe69cd55-4fea-480b-a77e-0e6e9a09fb6c tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=75f06b3a-5413-4231-9d67-79c5f7f45b62 HTTP/1.1" status: 200 len: 944 time: 0.0483015 May 26 14:07:18.587160 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-074c6906-71d7-438c-834e-4704eaab143b req-fbfd974b-cbe5-476f-a80c-df7e9129e10d tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444679 May 26 14:07:18.785576 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9955e0b-aa5c-4bc6-83f9-868779a6909d req-fea22701-b583-41d6-b530-3ab38107e6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:18.786936 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a9955e0b-aa5c-4bc6-83f9-868779a6909d req-fea22701-b583-41d6-b530-3ab38107e6c4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a30ef594-0dbe-4d1b-9278-186af670d87d HTTP/1.1" status: 200 len: 851 time: 0.0449111 May 26 14:07:18.829987 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9955e0b-aa5c-4bc6-83f9-868779a6909d req-ff0c5a1c-89cd-4985-9311-79f808fd965d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:18.831426 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a9955e0b-aa5c-4bc6-83f9-868779a6909d req-ff0c5a1c-89cd-4985-9311-79f808fd965d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bb3bf56d-90fc-4a74-995d-ab2752db975c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375776 May 26 14:07:19.007483 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c95f1-51c6-4b63-9826-239192cb1f47 req-685c31e3-8ad4-46cf-83bf-963fc20c3202 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:19.009301 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8d0c95f1-51c6-4b63-9826-239192cb1f47 req-685c31e3-8ad4-46cf-83bf-963fc20c3202 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0509832 May 26 14:07:19.063388 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8d0c95f1-51c6-4b63-9826-239192cb1f47 req-07c2bcfa-2ed0-463b-a10c-f544a41800b0 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468242 May 26 14:07:19.151032 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a9955e0b-aa5c-4bc6-83f9-868779a6909d req-f17b56c3-0052-47cb-8f60-8e10e62eac8a service neutron] 10.222.0.82 "GET /v2.0/networks/bb3bf56d-90fc-4a74-995d-ab2752db975c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123012 May 26 14:07:19.249904 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a9955e0b-aa5c-4bc6-83f9-868779a6909d req-e44c0e91-9211-496d-bb3a-16b7c09cff23 service neutron] 10.222.0.82 "GET /v2.0/networks/bb3bf56d-90fc-4a74-995d-ab2752db975c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891037 May 26 14:07:19.666835 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0e54a2ca-9603-4974-8804-c40994bbaf13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:19.709640 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512d809-28a5-42a1-8072-9c606961c2e5 req-eaa30674-0238-4bda-9079-d8b50797d4a2 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:19.711085 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0512d809-28a5-42a1-8072-9c606961c2e5 req-eaa30674-0238-4bda-9079-d8b50797d4a2 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=75f06b3a-5413-4231-9d67-79c5f7f45b62 HTTP/1.1" status: 200 len: 944 time: 0.0505731 May 26 14:07:19.759658 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0512d809-28a5-42a1-8072-9c606961c2e5 req-9bcfe867-2ec8-4530-b1fa-9705f1f8e872 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429900 May 26 14:07:20.179457 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2b0f0-164d-4a0e-8057-ae540db525e9 req-95c53e81-2717-4804-8584-d780b522748c tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:20.180939 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e6b2b0f0-164d-4a0e-8057-ae540db525e9 req-95c53e81-2717-4804-8584-d780b522748c tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0473113 May 26 14:07:20.232618 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e6b2b0f0-164d-4a0e-8057-ae540db525e9 req-328859b6-1aa6-454f-89ed-468cd84e0a8a tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433972 May 26 14:07:20.413392 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:20.428521 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c034f-4c2f-4a8b-a162-7289bbe5f017 req-9499bfd8-42bb-4675-87ba-5d3b0095414d tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:20.430042 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7d2c034f-4c2f-4a8b-a162-7289bbe5f017 req-9499bfd8-42bb-4675-87ba-5d3b0095414d tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0472534 May 26 14:07:20.482069 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7d2c034f-4c2f-4a8b-a162-7289bbe5f017 req-2bf7f853-dc71-4e84-a96e-9ba7970c743a tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456519 May 26 14:07:20.482773 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:20.505129 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:20.516513 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50255168-a76c-4064-adbf-9ea3e111e76d req-31b6420d-537f-4e36-b6f9-af194d6361fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:20.518066 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-50255168-a76c-4064-adbf-9ea3e111e76d req-31b6420d-537f-4e36-b6f9-af194d6361fe service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3fcd25a6c4574894a8270e3a43af782d&device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 1130 time: 0.0428166 May 26 14:07:20.611717 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50255168-a76c-4064-adbf-9ea3e111e76d req-1b34906d-c9e4-49ae-a664-1f4caf38cfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:20.613111 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-50255168-a76c-4064-adbf-9ea3e111e76d req-1b34906d-c9e4-49ae-a664-1f4caf38cfc0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=48f83048-1a6c-4ff2-af0b-d6658384b0a0 HTTP/1.1" status: 200 len: 911 time: 0.0883546 May 26 14:07:20.674753 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-50255168-a76c-4064-adbf-9ea3e111e76d req-e09d7070-4709-469d-9dce-f3deea981c5a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a40f207c-1239-46bb-af6c-60ad2e69d6db HTTP/1.1" status: 200 len: 1001 time: 0.0544872 May 26 14:07:20.731103 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50255168-a76c-4064-adbf-9ea3e111e76d req-10c470b7-2fed-4725-b789-22b1aa835f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:20.732578 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-50255168-a76c-4064-adbf-9ea3e111e76d req-10c470b7-2fed-4725-b789-22b1aa835f44 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3821460-f20b-4748-9fc2-59afe71a09a7 HTTP/1.1" status: 200 len: 849 time: 0.0501940 May 26 14:07:20.777332 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50255168-a76c-4064-adbf-9ea3e111e76d req-040e2911-c408-45d6-97ff-5683e4682708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:20.778833 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-50255168-a76c-4064-adbf-9ea3e111e76d req-040e2911-c408-45d6-97ff-5683e4682708 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=48f83048-1a6c-4ff2-af0b-d6658384b0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389607 May 26 14:07:20.872742 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-50255168-a76c-4064-adbf-9ea3e111e76d req-5e7de9c7-6bc0-42b1-92e6-f94865e56c8f service neutron] 10.222.0.82 "GET /v2.0/networks/48f83048-1a6c-4ff2-af0b-d6658384b0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864606 May 26 14:07:20.874709 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9974baf-5b66-427b-ac3b-418f9ae0bd95 req-a17ecc37-d18b-48ec-aef4-38e3753bb293 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:20.876188 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f9974baf-5b66-427b-ac3b-418f9ae0bd95 req-a17ecc37-d18b-48ec-aef4-38e3753bb293 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=75f06b3a-5413-4231-9d67-79c5f7f45b62 HTTP/1.1" status: 200 len: 944 time: 0.0463271 May 26 14:07:20.926472 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f9974baf-5b66-427b-ac3b-418f9ae0bd95 req-10f8de49-3599-43a2-98c7-663259d5c50e tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443611 May 26 14:07:20.963042 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-50255168-a76c-4064-adbf-9ea3e111e76d req-f40dab0d-4e34-4256-ac94-4d28d5cd42ab service neutron] 10.222.0.82 "GET /v2.0/networks/48f83048-1a6c-4ff2-af0b-d6658384b0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839667 May 26 14:07:21.305878 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:21.599330 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63072366-bc9d-4640-9a80-e65e0b80688e req-5c9ade5e-2f50-475d-b7cd-d9eee75fe39f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:21.600768 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-63072366-bc9d-4640-9a80-e65e0b80688e req-5c9ade5e-2f50-475d-b7cd-d9eee75fe39f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0473354 May 26 14:07:21.647534 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-63072366-bc9d-4640-9a80-e65e0b80688e req-dfc87a02-27d6-40ea-85e1-f0ef6d778647 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411649 May 26 14:07:22.040826 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77e6d7-4f09-4113-88c6-b46b42808d61 req-a6e1e77a-b2a5-408a-893d-00b34138a0b3 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:22.042308 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6c77e6d7-4f09-4113-88c6-b46b42808d61 req-a6e1e77a-b2a5-408a-893d-00b34138a0b3 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=75f06b3a-5413-4231-9d67-79c5f7f45b62 HTTP/1.1" status: 200 len: 944 time: 0.0489657 May 26 14:07:22.081621 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:22.090869 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6c77e6d7-4f09-4113-88c6-b46b42808d61 req-61ce88d8-d9a3-4555-b357-8932eedfffe2 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426207 May 26 14:07:22.519864 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:22.527084 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:07:22.760852 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed12b5-8c96-4fb2-9555-2b8401f89953 req-37ca4563-d07f-4ed3-be36-37103dc929b0 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:22.762324 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-efed12b5-8c96-4fb2-9555-2b8401f89953 req-37ca4563-d07f-4ed3-be36-37103dc929b0 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0460606 May 26 14:07:22.809295 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-efed12b5-8c96-4fb2-9555-2b8401f89953 req-062652f6-c290-4a21-9ae9-c1379e7eccbc tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404940 May 26 14:07:23.206758 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f971e0-ca27-4734-981e-728364bb45e0 req-d13ca3ac-6a02-4b02-b229-7d89dc580223 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:23.208209 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-37f971e0-ca27-4734-981e-728364bb45e0 req-d13ca3ac-6a02-4b02-b229-7d89dc580223 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=75f06b3a-5413-4231-9d67-79c5f7f45b62 HTTP/1.1" status: 200 len: 944 time: 0.0500174 May 26 14:07:23.256256 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-37f971e0-ca27-4734-981e-728364bb45e0 req-d8014171-a949-4407-96e4-b9bc2ebb7190 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421484 May 26 14:07:24.005858 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:24.371751 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a84ea-17c0-478a-abe1-9e306c7785e6 req-34047b9a-f54c-4a94-a835-e90ec1d1385f tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:24.373858 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a78a84ea-17c0-478a-abe1-9e306c7785e6 req-34047b9a-f54c-4a94-a835-e90ec1d1385f tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=75f06b3a-5413-4231-9d67-79c5f7f45b62 HTTP/1.1" status: 200 len: 944 time: 0.0473409 May 26 14:07:24.422556 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a78a84ea-17c0-478a-abe1-9e306c7785e6 req-8529a5ae-7b2f-4518-a75a-9e0befd295f8 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431178 May 26 14:07:25.538208 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a56cc-95cc-4010-9f43-05e5383e1b9e req-ca5d62d5-0cfd-4b25-b232-cafa88f93039 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:25.539672 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a78a56cc-95cc-4010-9f43-05e5383e1b9e req-ca5d62d5-0cfd-4b25-b232-cafa88f93039 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=75f06b3a-5413-4231-9d67-79c5f7f45b62 HTTP/1.1" status: 200 len: 944 time: 0.0461986 May 26 14:07:25.590850 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a78a56cc-95cc-4010-9f43-05e5383e1b9e req-7687ab88-931b-45e2-998f-e144460c5807 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452063 May 26 14:07:25.828678 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 70c52bfb-dbc8-4c34-9c1c-2176592f141a details requested by agent hyperv_hv-cinder-84213 with host hv-cinder-84213 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 14:07:25.927178 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 70c52bfb-dbc8-4c34-9c1c-2176592f141a, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=70c52bfb-dbc8-4c34-9c1c-2176592f141a,segment=NetworkSegment(5fa9b816-b3f6-4937-96b4-c071644992f7),segment_id=5fa9b816-b3f6-4937-96b4-c071644992f7)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:07:25.938650 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Returning: {'device': '70c52bfb-dbc8-4c34-9c1c-2176592f141a', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'port_id': '70c52bfb-dbc8-4c34-9c1c-2176592f141a', 'mac_address': 'fa:16:3e:4c:63:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 14:07:25.972359 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 70c52bfb-dbc8-4c34-9c1c-2176592f141a is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:07:25.972737 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (70c52bfb-dbc8-4c34-9c1c-2176592f141a), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:25.985735 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70c52bfb-dbc8-4c34-9c1c-2176592f141a {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 14:07:26.004410 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 70c52bfb-dbc8-4c34-9c1c-2176592f141a, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=70c52bfb-dbc8-4c34-9c1c-2176592f141a,segment=NetworkSegment(5fa9b816-b3f6-4937-96b4-c071644992f7),segment_id=5fa9b816-b3f6-4937-96b4-c071644992f7)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:07:26.008349 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (70c52bfb-dbc8-4c34-9c1c-2176592f141a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:26.056969 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=70c52bfb-dbc8-4c34-9c1c-2176592f141a,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:07:26.461999 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] get_ports_and_sgs() called for port_ids ['70c52bfb-dbc8-4c34-9c1c-2176592f141a'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 14:07:26.709407 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5729c-a1bb-47b7-a3d8-d049d8ec1372 req-56ed100f-3fee-4d75-9104-8f9a4616ceb1 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:26.710962 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-39d5729c-a1bb-47b7-a3d8-d049d8ec1372 req-56ed100f-3fee-4d75-9104-8f9a4616ceb1 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=75f06b3a-5413-4231-9d67-79c5f7f45b62 HTTP/1.1" status: 200 len: 945 time: 0.0505214 May 26 14:07:26.761348 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-39d5729c-a1bb-47b7-a3d8-d049d8ec1372 req-0a5b3d64-ca6a-4125-a3a2-15ec07bfe080 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444348 May 26 14:07:27.828292 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 70c52bfb-dbc8-4c34-9c1c-2176592f141a up at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 14:07:27.868115 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:27.871244 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning for port 70c52bfb-dbc8-4c34-9c1c-2176592f141a completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 14:07:27.877566 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3f940-eae8-4dc4-a789-4d89d5498751 req-8105a8c0-7e8c-4219-b2f2-d7e4054c2dd6 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:27.878288 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3de3f940-eae8-4dc4-a789-4d89d5498751 req-8105a8c0-7e8c-4219-b2f2-d7e4054c2dd6 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=75f06b3a-5413-4231-9d67-79c5f7f45b62 HTTP/1.1" status: 200 len: 945 time: 0.0473320 May 26 14:07:27.882409 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning complete for port 70c52bfb-dbc8-4c34-9c1c-2176592f141a triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:07:27.883000 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (70c52bfb-dbc8-4c34-9c1c-2176592f141a), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:27.917813 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:27.930169 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3de3f940-eae8-4dc4-a789-4d89d5498751 req-a9eb20cc-0f04-4209-810c-d0cca447e8db tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452800 May 26 14:07:27.966177 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port 70c52bfb-dbc8-4c34-9c1c-2176592f141a is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:07:27.966595 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (70c52bfb-dbc8-4c34-9c1c-2176592f141a), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:27.989352 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f06b3a-5413-4231-9d67-79c5f7f45b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c52bfb-dbc8-4c34-9c1c-2176592f141a'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:07:27.991567 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75cf6a0b0aca4359f4c43b56c27fa80c20f62c04807301a9a0ec5234ef5b0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b58091-feb9-42ff-b90b-d16726b6d597" -d '{"events": [{"server_uuid": "75f06b3a-5413-4231-9d67-79c5f7f45b62", "name": "network-vif-plugged", "status": "completed", "tag": "70c52bfb-dbc8-4c34-9c1c-2176592f141a"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:07:28.004268 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port 70c52bfb-dbc8-4c34-9c1c-2176592f141a, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=70c52bfb-dbc8-4c34-9c1c-2176592f141a,segment=NetworkSegment(5fa9b816-b3f6-4937-96b4-c071644992f7),segment_id=5fa9b816-b3f6-4937-96b4-c071644992f7)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:07:28.008400 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (70c52bfb-dbc8-4c34-9c1c-2176592f141a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:28.031541 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3862d58-5a5d-4c60-9e03-161a543eeb79 x-openstack-request-id: req-f3862d58-5a5d-4c60-9e03-161a543eeb79 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:07:28.031829 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f06b3a-5413-4231-9d67-79c5f7f45b62", "name": "network-vif-plugged", "status": "completed", "tag": "70c52bfb-dbc8-4c34-9c1c-2176592f141a", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:07:28.032081 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f3862d58-5a5d-4c60-9e03-161a543eeb79 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:07:28.032471 dv-cinder-842130-1-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3862d58-5a5d-4c60-9e03-161a543eeb79'] response: {'server_uuid': '75f06b3a-5413-4231-9d67-79c5f7f45b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c52bfb-dbc8-4c34-9c1c-2176592f141a', 'code': 200} May 26 14:07:28.057560 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=70c52bfb-dbc8-4c34-9c1c-2176592f141a,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:07:28.297690 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4eaf5-bff0-4a35-9e71-0a444ab32bda req-760311dd-d6fd-4995-a8cd-9de5ac4584c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:28.299179 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-dac4eaf5-bff0-4a35-9e71-0a444ab32bda req-760311dd-d6fd-4995-a8cd-9de5ac4584c1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=75f06b3a-5413-4231-9d67-79c5f7f45b62 HTTP/1.1" status: 200 len: 1130 time: 0.0395036 May 26 14:07:28.344442 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-dac4eaf5-bff0-4a35-9e71-0a444ab32bda req-81a98544-3fa1-41ee-b582-03522aad7f6f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383635 May 26 14:07:28.722598 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=5 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:29.057059 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea89e85-2523-4a8a-be9f-aa8e0a5f2cc3 req-7e62539e-2e47-4494-8316-2b6ce605425a tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:29.058546 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3ea89e85-2523-4a8a-be9f-aa8e0a5f2cc3 req-7e62539e-2e47-4494-8316-2b6ce605425a tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=75f06b3a-5413-4231-9d67-79c5f7f45b62 HTTP/1.1" status: 200 len: 946 time: 0.0494809 May 26 14:07:29.107853 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3ea89e85-2523-4a8a-be9f-aa8e0a5f2cc3 req-86b53709-5cc6-430b-b996-0d0ab784a2c6 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431626 May 26 14:07:30.184979 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:30.222811 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61876fa0-f9ab-4230-b413-a29c1621f7d7 req-51fb15c4-b844-4dd7-abb2-2bd926e68635 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:30.224273 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-61876fa0-f9ab-4230-b413-a29c1621f7d7 req-51fb15c4-b844-4dd7-abb2-2bd926e68635 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=75f06b3a-5413-4231-9d67-79c5f7f45b62 HTTP/1.1" status: 200 len: 946 time: 0.0475445 May 26 14:07:30.272174 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-61876fa0-f9ab-4230-b413-a29c1621f7d7 req-84a7904b-ac0b-46a9-9a86-39d265bb998d tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423717 May 26 14:07:31.391287 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48032290-723b-49cc-a77e-44f8a9498f47 req-766be71c-6c74-44a8-a4da-0a00913f6038 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:31.392784 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-48032290-723b-49cc-a77e-44f8a9498f47 req-766be71c-6c74-44a8-a4da-0a00913f6038 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=75f06b3a-5413-4231-9d67-79c5f7f45b62 HTTP/1.1" status: 200 len: 946 time: 0.0502651 May 26 14:07:31.450472 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-48032290-723b-49cc-a77e-44f8a9498f47 req-10491f4b-3f0c-494f-b21a-2a53aae88f2f tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519567 May 26 14:07:31.564002 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1a026-0d31-496c-9e27-e5b5f7cf1be9 req-c0cc11be-ab4f-4919-898e-a34d7e2b3647 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:31.565492 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-53a1a026-0d31-496c-9e27-e5b5f7cf1be9 req-c0cc11be-ab4f-4919-898e-a34d7e2b3647 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=75f06b3a-5413-4231-9d67-79c5f7f45b62 HTTP/1.1" status: 200 len: 946 time: 0.0473766 May 26 14:07:31.613897 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-53a1a026-0d31-496c-9e27-e5b5f7cf1be9 req-5ad7282f-d04c-4ac8-90be-7c702ed3f3f8 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429425 May 26 14:07:31.637241 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 52684) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:07:31.776285 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e88024e-82ac-453a-9640-e85c28b8cfbb tempest-TestVolumeBootPattern-1623691256 tempest-TestVolumeBootPattern-1623691256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:31.777807 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-5e88024e-82ac-453a-9640-e85c28b8cfbb tempest-TestVolumeBootPattern-1623691256 tempest-TestVolumeBootPattern-1623691256-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=75f06b3a-5413-4231-9d67-79c5f7f45b62 HTTP/1.1" status: 200 len: 1125 time: 0.1393340 May 26 14:07:31.781173 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 52688) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:07:31.785354 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-e82c64f0-b588-4ba7-8f98-29559a3b0cf7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Request body: {'floatingip': {'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'port_id': '70c52bfb-dbc8-4c34-9c1c-2176592f141a', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:07:31.807359 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e82c64f0-b588-4ba7-8f98-29559a3b0cf7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:31.852753 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:31.887368 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e82c64f0-b588-4ba7-8f98-29559a3b0cf7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:31.992375 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-e82c64f0-b588-4ba7-8f98-29559a3b0cf7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Allocated IP 172.27.1.119 (52e096d4-8aa7-4f06-8835-685346500be4/afa79513-0fef-42b7-ae4f-8319e7853c26/44db62f6-8a82-4f23-a165-c0900a5bd2bd) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:07:32.096353 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e82c64f0-b588-4ba7-8f98-29559a3b0cf7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for port (44db62f6-8a82-4f23-a165-c0900a5bd2bd), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:32.127501 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e82c64f0-b588-4ba7-8f98-29559a3b0cf7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (44db62f6-8a82-4f23-a165-c0900a5bd2bd), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:32.163446 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82c64f0-b588-4ba7-8f98-29559a3b0cf7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Network 52e096d4-8aa7-4f06-8835-685346500be4 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:07:32.168306 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-e82c64f0-b588-4ba7-8f98-29559a3b0cf7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:07:32.172408 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82c64f0-b588-4ba7-8f98-29559a3b0cf7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 14:07:32.203084 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c64f0-b588-4ba7-8f98-29559a3b0cf7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Pushing event updated for resources: {'Port': ['ID=44db62f6-8a82-4f23-a165-c0900a5bd2bd,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:07:32.214503 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c64f0-b588-4ba7-8f98-29559a3b0cf7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:32.214856 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c64f0-b588-4ba7-8f98-29559a3b0cf7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:32.215188 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c64f0-b588-4ba7-8f98-29559a3b0cf7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:32.215521 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c64f0-b588-4ba7-8f98-29559a3b0cf7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:32.215844 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c64f0-b588-4ba7-8f98-29559a3b0cf7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:32.216675 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c64f0-b588-4ba7-8f98-29559a3b0cf7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:32.217075 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c64f0-b588-4ba7-8f98-29559a3b0cf7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:32.217419 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c64f0-b588-4ba7-8f98-29559a3b0cf7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:32.217762 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c64f0-b588-4ba7-8f98-29559a3b0cf7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:32.218081 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c64f0-b588-4ba7-8f98-29559a3b0cf7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:32.218397 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c64f0-b588-4ba7-8f98-29559a3b0cf7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:32.218711 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c64f0-b588-4ba7-8f98-29559a3b0cf7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:32.219025 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c64f0-b588-4ba7-8f98-29559a3b0cf7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:32.219337 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c64f0-b588-4ba7-8f98-29559a3b0cf7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:32.219646 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c64f0-b588-4ba7-8f98-29559a3b0cf7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:32.334329 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:32.522580 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=5 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:32.533389 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e82c64f0-b588-4ba7-8f98-29559a3b0cf7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for floatingip (e2ae77c0-73ab-41d0-a8e0-86a9b9938021), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:32.565096 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:32.601279 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e82c64f0-b588-4ba7-8f98-29559a3b0cf7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (44db62f6-8a82-4f23-a165-c0900a5bd2bd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:32.772405 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e82c64f0-b588-4ba7-8f98-29559a3b0cf7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for port (44db62f6-8a82-4f23-a165-c0900a5bd2bd), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:32.776850 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e82c64f0-b588-4ba7-8f98-29559a3b0cf7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13292136'] for port (44db62f6-8a82-4f23-a165-c0900a5bd2bd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:32.843512 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c64f0-b588-4ba7-8f98-29559a3b0cf7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Pushing event updated for resources: {'Port': ['ID=44db62f6-8a82-4f23-a165-c0900a5bd2bd,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:07:32.853409 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e82c64f0-b588-4ba7-8f98-29559a3b0cf7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778712'] for floatingip (e2ae77c0-73ab-41d0-a8e0-86a9b9938021), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:32.952986 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.db.l3_db [None req-e82c64f0-b588-4ba7-8f98-29559a3b0cf7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Floating IP e2ae77c0-73ab-41d0-a8e0-86a9b9938021 associated. External IP: 172.27.1.119, port: 70c52bfb-dbc8-4c34-9c1c-2176592f141a. May 26 14:07:33.419737 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82c64f0-b588-4ba7-8f98-29559a3b0cf7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Router b7c93cc2-e741-4932-8956-ed9aed4ead8f has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:07:33.422765 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:33.523936 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82c64f0-b588-4ba7-8f98-29559a3b0cf7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:07:33.536450 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd6c4f3-a64d-4706-8e7c-1847642e4f00 None None] Sync routers for ids ['b7c93cc2-e741-4932-8956-ed9aed4ead8f'] in dv-cinder-842130-1-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:07:33.542129 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e82c64f0-b588-4ba7-8f98-29559a3b0cf7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:33.548433 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd6c4f3-a64d-4706-8e7c-1847642e4f00 None None] Routers {'b7c93cc2-e741-4932-8956-ed9aed4ead8f'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:07:33.549316 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-5bd6c4f3-a64d-4706-8e7c-1847642e4f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:07:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['b7c93cc2-e741-4932-8956-ed9aed4ead8f'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:07:33.574302 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-e82c64f0-b588-4ba7-8f98-29559a3b0cf7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7920721 May 26 14:07:33.574886 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f06b3a-5413-4231-9d67-79c5f7f45b62', 'tag': '70c52bfb-dbc8-4c34-9c1c-2176592f141a'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:07:33.577761 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a67d27a2ec375fafa348027e062b6cf3c7935884065918e746e599b143197b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcc9fe1-00d2-488c-8b2c-64111aa539f8" -d '{"events": [{"name": "network-changed", "server_uuid": "75f06b3a-5413-4231-9d67-79c5f7f45b62", "tag": "70c52bfb-dbc8-4c34-9c1c-2176592f141a"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:07:33.630001 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 14:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36aa70cf-45e6-4e24-9912-713c2f931cae x-openstack-request-id: req-36aa70cf-45e6-4e24-9912-713c2f931cae {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:07:33.630281 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f06b3a-5413-4231-9d67-79c5f7f45b62", "tag": "70c52bfb-dbc8-4c34-9c1c-2176592f141a", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:07:33.630524 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-36aa70cf-45e6-4e24-9912-713c2f931cae {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:07:33.630909 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36aa70cf-45e6-4e24-9912-713c2f931cae'] response: {'name': 'network-changed', 'server_uuid': '75f06b3a-5413-4231-9d67-79c5f7f45b62', 'tag': '70c52bfb-dbc8-4c34-9c1c-2176592f141a', 'status': 'completed', 'code': 200} May 26 14:07:33.722950 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc9fe1-00d2-488c-8b2c-64111aa539f8 req-2a78637f-9a5a-427a-9041-ab90061b288c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:33.724480 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ffcc9fe1-00d2-488c-8b2c-64111aa539f8 req-2a78637f-9a5a-427a-9041-ab90061b288c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ed15631acafd41528b96f2ed12c19e5b&device_id=75f06b3a-5413-4231-9d67-79c5f7f45b62 HTTP/1.1" status: 200 len: 1130 time: 0.0470455 May 26 14:07:33.786365 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-5bd6c4f3-a64d-4706-8e7c-1847642e4f00 None None] Set router b7c93cc2-e741-4932-8956-ed9aed4ead8f gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:07:33.817842 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc9fe1-00d2-488c-8b2c-64111aa539f8 req-3df4df10-75c5-4cea-9458-96e1e9ccfb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:33.819332 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ffcc9fe1-00d2-488c-8b2c-64111aa539f8 req-3df4df10-75c5-4cea-9458-96e1e9ccfb2b service neutron] 10.222.0.82 "GET /v2.0/networks?id=bb3bf56d-90fc-4a74-995d-ab2752db975c HTTP/1.1" status: 200 len: 913 time: 0.0873275 May 26 14:07:33.887378 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ffcc9fe1-00d2-488c-8b2c-64111aa539f8 req-9b6002b5-2f73-4424-abd8-e2a8af9f98ad service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70c52bfb-dbc8-4c34-9c1c-2176592f141a HTTP/1.1" status: 200 len: 1000 time: 0.0601344 May 26 14:07:33.938241 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc9fe1-00d2-488c-8b2c-64111aa539f8 req-c5fd3538-233b-4946-9648-3b9ba633e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:33.939723 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ffcc9fe1-00d2-488c-8b2c-64111aa539f8 req-c5fd3538-233b-4946-9648-3b9ba633e114 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a30ef594-0dbe-4d1b-9278-186af670d87d HTTP/1.1" status: 200 len: 851 time: 0.0449469 May 26 14:07:33.983051 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc9fe1-00d2-488c-8b2c-64111aa539f8 req-082ef0a9-3c7f-436f-9d70-5bbfacb35f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:33.984509 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ffcc9fe1-00d2-488c-8b2c-64111aa539f8 req-082ef0a9-3c7f-436f-9d70-5bbfacb35f18 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bb3bf56d-90fc-4a74-995d-ab2752db975c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384328 May 26 14:07:33.998790 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-5bd6c4f3-a64d-4706-8e7c-1847642e4f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'name': 'tempest-TestVolumeBootPattern-2008676792-router', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T13:59:41Z', 'revision_number': 4, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'gw_port': {'id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': '696419e6-5114-43b0-904b-bf4d2d6ff1e7', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'port_id': 'caf319b9-9a28-4413-9e5b-84e2d576651e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'mac_address': 'fa:16:3e:5b:4c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68d6609-e48d-4d4d-8327-48fbf40b6ebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:04:46Z', 'updated_at': '2022-05-26T14:04:48Z', 'revision_number': 1, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'fixed_ip_address_scope': None}, {'id': 'e2ae77c0-73ab-41d0-a8e0-86a9b9938021', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'port_id': '70c52bfb-dbc8-4c34-9c1c-2176592f141a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'mac_address': 'fa:16:3e:4c:63:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f06b3a-5413-4231-9d67-79c5f7f45b62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:07:32Z', 'updated_at': '2022-05-26T14:07:32Z', 'revision_number': 0, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c838c993-7dcc-4776-a562-c32b19de95f4', 'name': '', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'mac_address': 'fa:16:3e:a2:9e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:39Z', 'updated_at': '2022-05-26T13:59:48Z', 'revision_number': 5, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'subnets': [{'id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:07:34.027124 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd6c4f3-a64d-4706-8e7c-1847642e4f00 None None] Checking router: b7c93cc2-e741-4932-8956-ed9aed4ead8f for host: dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:07:34.035453 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd6c4f3-a64d-4706-8e7c-1847642e4f00 None None] Routers {'b7c93cc2-e741-4932-8956-ed9aed4ead8f'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:07:34.036055 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-5bd6c4f3-a64d-4706-8e7c-1847642e4f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:07:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['b7c93cc2-e741-4932-8956-ed9aed4ead8f'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:07:34.081364 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ffcc9fe1-00d2-488c-8b2c-64111aa539f8 req-e1939118-71c9-4ebd-8d36-97ed183d7ac6 service neutron] 10.222.0.82 "GET /v2.0/networks/bb3bf56d-90fc-4a74-995d-ab2752db975c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867054 May 26 14:07:34.134345 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-5bd6c4f3-a64d-4706-8e7c-1847642e4f00 None None] Set router b7c93cc2-e741-4932-8956-ed9aed4ead8f gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:07:34.143510 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=100 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:34.175160 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ffcc9fe1-00d2-488c-8b2c-64111aa539f8 req-b203eb81-8bc4-48b3-94b3-9b874dd8999e service neutron] 10.222.0.82 "GET /v2.0/networks/bb3bf56d-90fc-4a74-995d-ab2752db975c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856960 May 26 14:07:34.346814 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-5bd6c4f3-a64d-4706-8e7c-1847642e4f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'name': 'tempest-TestVolumeBootPattern-2008676792-router', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T13:59:41Z', 'revision_number': 4, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'gw_port': {'id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': '696419e6-5114-43b0-904b-bf4d2d6ff1e7', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'port_id': 'caf319b9-9a28-4413-9e5b-84e2d576651e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'mac_address': 'fa:16:3e:5b:4c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68d6609-e48d-4d4d-8327-48fbf40b6ebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:04:46Z', 'updated_at': '2022-05-26T14:04:48Z', 'revision_number': 1, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'fixed_ip_address_scope': None}, {'id': 'e2ae77c0-73ab-41d0-a8e0-86a9b9938021', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'port_id': '70c52bfb-dbc8-4c34-9c1c-2176592f141a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'mac_address': 'fa:16:3e:4c:63:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f06b3a-5413-4231-9d67-79c5f7f45b62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:07:32Z', 'updated_at': '2022-05-26T14:07:32Z', 'revision_number': 0, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c838c993-7dcc-4776-a562-c32b19de95f4', 'name': '', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'mac_address': 'fa:16:3e:a2:9e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:39Z', 'updated_at': '2022-05-26T13:59:48Z', 'revision_number': 5, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'subnets': [{'id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:07:34.370727 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd6c4f3-a64d-4706-8e7c-1847642e4f00 None None] The sync data for ids ['b7c93cc2-e741-4932-8956-ed9aed4ead8f'] in dv-cinder-842130-1-iscsi is: [{'id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'name': 'tempest-TestVolumeBootPattern-2008676792-router', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T13:59:41Z', 'revision_number': 4, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'gw_port': {'id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': '696419e6-5114-43b0-904b-bf4d2d6ff1e7', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'port_id': 'caf319b9-9a28-4413-9e5b-84e2d576651e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'mac_address': 'fa:16:3e:5b:4c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68d6609-e48d-4d4d-8327-48fbf40b6ebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:04:46Z', 'updated_at': '2022-05-26T14:04:48Z', 'revision_number': 1, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'fixed_ip_address_scope': None}, {'id': 'e2ae77c0-73ab-41d0-a8e0-86a9b9938021', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'port_id': '70c52bfb-dbc8-4c34-9c1c-2176592f141a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'mac_address': 'fa:16:3e:4c:63:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f06b3a-5413-4231-9d67-79c5f7f45b62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:07:32Z', 'updated_at': '2022-05-26T14:07:32Z', 'revision_number': 0, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c838c993-7dcc-4776-a562-c32b19de95f4', 'name': '', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'mac_address': 'fa:16:3e:a2:9e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:39Z', 'updated_at': '2022-05-26T13:59:48Z', 'revision_number': 5, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'subnets': [{'id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:07:34.566341 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5114bea0-97e1-4a18-b373-ad9e5a185b01 None None] New status for floating IP e2ae77c0-73ab-41d0-a8e0-86a9b9938021: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 14:07:37.344237 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:43.569544 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:43.571412 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:44.139851 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6e335-06c5-4d56-9337-a4c62b12c5ee req-8c4eb3af-15ce-4cee-84ec-2456630f27d0 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:44.141324 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e9f6e335-06c5-4d56-9337-a4c62b12c5ee req-8c4eb3af-15ce-4cee-84ec-2456630f27d0 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=70afcd8b-ecce-41cf-9d39-8f7484bdb65d HTTP/1.1" status: 200 len: 946 time: 0.0476093 May 26 14:07:44.170370 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:44.172371 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=99 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:44.189121 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e9f6e335-06c5-4d56-9337-a4c62b12c5ee req-3c789e2a-b69c-4517-a250-cd8c2c365f86 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=020781ca-7d8e-4982-ad2d-7eaa6a7e9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420690 May 26 14:07:44.348865 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=81 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:44.349611 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=67 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:45.309576 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78cf35-40ff-4658-8bb8-65c66fd0c0cd req-442d2552-da29-4270-ac5a-c64f66542566 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:45.311757 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bf78cf35-40ff-4658-8bb8-65c66fd0c0cd req-442d2552-da29-4270-ac5a-c64f66542566 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=70afcd8b-ecce-41cf-9d39-8f7484bdb65d HTTP/1.1" status: 200 len: 946 time: 0.0511646 May 26 14:07:45.362033 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bf78cf35-40ff-4658-8bb8-65c66fd0c0cd req-17827f9b-3504-494c-8cd5-374c394127d9 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=020781ca-7d8e-4982-ad2d-7eaa6a7e9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441995 May 26 14:07:46.394287 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb851e11-d236-475f-adaa-6276ea6bdf4c req-d4d150c6-a665-47b0-af32-67a1e25d6d6a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:46.395822 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-eb851e11-d236-475f-adaa-6276ea6bdf4c req-d4d150c6-a665-47b0-af32-67a1e25d6d6a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.82 "GET /v2.0/ports?device_id=70afcd8b-ecce-41cf-9d39-8f7484bdb65d HTTP/1.1" status: 200 len: 946 time: 0.0471087 May 26 14:07:46.476073 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1bfef-38b4-48f1-b8c0-0675f51bbb8a req-4f5d87e2-9fad-42c6-9878-765891229cbf tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:07:46.477468 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-46f1bfef-38b4-48f1-b8c0-0675f51bbb8a req-4f5d87e2-9fad-42c6-9878-765891229cbf tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=70afcd8b-ecce-41cf-9d39-8f7484bdb65d HTTP/1.1" status: 200 len: 946 time: 0.0462353 May 26 14:07:46.484997 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-eb851e11-d236-475f-adaa-6276ea6bdf4c req-051fa184-d127-4afc-aa47-a5f415ff8ed8 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Deleting port 197365b1-d8da-490a-8a26-789f87b83be2 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:07:46.485375 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-eb851e11-d236-475f-adaa-6276ea6bdf4c req-051fa184-d127-4afc-aa47-a5f415ff8ed8 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (197365b1-d8da-490a-8a26-789f87b83be2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:46.524178 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-46f1bfef-38b4-48f1-b8c0-0675f51bbb8a req-05230cf8-6800-49f9-8e88-a56d92c0247a tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups?id=020781ca-7d8e-4982-ad2d-7eaa6a7e9177&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405998 May 26 14:07:46.578649 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-eb851e11-d236-475f-adaa-6276ea6bdf4c req-051fa184-d127-4afc-aa47-a5f415ff8ed8 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] For port 197365b1-d8da-490a-8a26-789f87b83be2, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=197365b1-d8da-490a-8a26-789f87b83be2,segment=NetworkSegment(93677cf8-8388-429d-a7a5-bdb9a9d46a00),segment_id=93677cf8-8388-429d-a7a5-bdb9a9d46a00)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:07:46.579080 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-eb851e11-d236-475f-adaa-6276ea6bdf4c req-051fa184-d127-4afc-aa47-a5f415ff8ed8 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (197365b1-d8da-490a-8a26-789f87b83be2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:46.739564 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-eb851e11-d236-475f-adaa-6276ea6bdf4c req-051fa184-d127-4afc-aa47-a5f415ff8ed8 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:46.739834 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-eb851e11-d236-475f-adaa-6276ea6bdf4c req-051fa184-d127-4afc-aa47-a5f415ff8ed8 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778712'] for floatingip (4b40f2e7-fb23-4db4-b811-0c1da8e8ea26), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:46.740172 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.db.l3_db [req-eb851e11-d236-475f-adaa-6276ea6bdf4c req-051fa184-d127-4afc-aa47-a5f415ff8ed8 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Floating IP 4b40f2e7-fb23-4db4-b811-0c1da8e8ea26 disassociated. External IP: 172.27.1.121, port: 197365b1-d8da-490a-8a26-789f87b83be2. May 26 14:07:46.740516 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-eb851e11-d236-475f-adaa-6276ea6bdf4c req-051fa184-d127-4afc-aa47-a5f415ff8ed8 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Calling delete_port for 197365b1-d8da-490a-8a26-789f87b83be2 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:07:46.866846 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-eb851e11-d236-475f-adaa-6276ea6bdf4c req-051fa184-d127-4afc-aa47-a5f415ff8ed8 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (197365b1-d8da-490a-8a26-789f87b83be2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:46.893049 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fa184-d127-4afc-aa47-a5f415ff8ed8 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Pushing event deleted for resources: {'Port': ['ID=197365b1-d8da-490a-8a26-789f87b83be2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:07:47.002258 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb851e11-d236-475f-adaa-6276ea6bdf4c req-051fa184-d127-4afc-aa47-a5f415ff8ed8 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Router daa0fa1d-1072-4f3c-8d4e-d0d83801f24a has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:07:47.106929 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb851e11-d236-475f-adaa-6276ea6bdf4c req-051fa184-d127-4afc-aa47-a5f415ff8ed8 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:07:47.116522 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee76ec9-4eb6-44a3-a123-1979e433b149 None None] Sync routers for ids ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'] in dv-cinder-842130-1-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:07:47.127153 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee76ec9-4eb6-44a3-a123-1979e433b149 None None] Routers {'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:07:47.127771 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6ee76ec9-4eb6-44a3-a123-1979e433b149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:07:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:07:47.150740 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb851e11-d236-475f-adaa-6276ea6bdf4c req-051fa184-d127-4afc-aa47-a5f415ff8ed8 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] No DVR routers for this DVR port 197365b1-d8da-490a-8a26-789f87b83be2 on host hv-cinder-84213 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:07:47.153280 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-eb851e11-d236-475f-adaa-6276ea6bdf4c req-051fa184-d127-4afc-aa47-a5f415ff8ed8 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:47.156676 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-eb851e11-d236-475f-adaa-6276ea6bdf4c req-051fa184-d127-4afc-aa47-a5f415ff8ed8 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.82 "DELETE /v2.0/ports/197365b1-d8da-490a-8a26-789f87b83be2 HTTP/1.1" status: 204 len: 173 time: 0.7554739 May 26 14:07:47.157130 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70afcd8b-ecce-41cf-9d39-8f7484bdb65d', 'name': 'network-vif-deleted', 'tag': '197365b1-d8da-490a-8a26-789f87b83be2'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:07:47.159384 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a2fe3094dbca619affac8640d5d00e1e0d94bf0ce4138e249cf9dd9a9bbd82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669ca90b-e7b7-424a-b9c5-cc61a040619a" -d '{"events": [{"server_uuid": "70afcd8b-ecce-41cf-9d39-8f7484bdb65d", "name": "network-vif-deleted", "tag": "197365b1-d8da-490a-8a26-789f87b83be2"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:07:47.196457 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82edcdcb-0ab4-4f35-93de-05d37093edee x-openstack-request-id: req-82edcdcb-0ab4-4f35-93de-05d37093edee {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:07:47.196748 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70afcd8b-ecce-41cf-9d39-8f7484bdb65d", "name": "network-vif-deleted", "tag": "197365b1-d8da-490a-8a26-789f87b83be2", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:07:47.196994 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-82edcdcb-0ab4-4f35-93de-05d37093edee {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:07:47.197639 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82edcdcb-0ab4-4f35-93de-05d37093edee'] response: {'server_uuid': '70afcd8b-ecce-41cf-9d39-8f7484bdb65d', 'name': 'network-vif-deleted', 'tag': '197365b1-d8da-490a-8a26-789f87b83be2', 'status': 'completed', 'code': 200} May 26 14:07:47.236204 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-6ee76ec9-4eb6-44a3-a123-1979e433b149 None None] Set router daa0fa1d-1072-4f3c-8d4e-d0d83801f24a gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:07:47.337808 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:47.340071 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:47.428822 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6ee76ec9-4eb6-44a3-a123-1979e433b149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'name': 'tempest-AttachVolumeNegativeTest-1440631548-router', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:14Z', 'revision_number': 4, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'gw_port': {'id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'b6ffcef5-68aa-421a-9700-c16472c89579', 'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'mac_address': 'fa:16:3e:73:f3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:13Z', 'updated_at': '2022-05-26T13:56:30Z', 'revision_number': 5, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'subnets': [{'id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:07:47.452835 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee76ec9-4eb6-44a3-a123-1979e433b149 None None] Checking router: daa0fa1d-1072-4f3c-8d4e-d0d83801f24a for host: dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:07:47.461182 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee76ec9-4eb6-44a3-a123-1979e433b149 None None] Routers {'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:07:47.461788 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6ee76ec9-4eb6-44a3-a123-1979e433b149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:07:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:07:47.515518 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ced82f2e-25ed-4672-bb4c-2e9a8e388245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:47.563991 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-6ee76ec9-4eb6-44a3-a123-1979e433b149 None None] Set router daa0fa1d-1072-4f3c-8d4e-d0d83801f24a gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:07:47.632890 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-894adfdd-3b95-4ed3-af90-bdf0cb77b7b6 req-1b5486a6-fc7a-4b64-9df5-16220eac1dd9 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/ports?device_id=70afcd8b-ecce-41cf-9d39-8f7484bdb65d HTTP/1.1" status: 200 len: 210 time: 0.0293429 May 26 14:07:47.753558 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6ee76ec9-4eb6-44a3-a123-1979e433b149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'name': 'tempest-AttachVolumeNegativeTest-1440631548-router', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:14Z', 'revision_number': 4, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'gw_port': {'id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'b6ffcef5-68aa-421a-9700-c16472c89579', 'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'mac_address': 'fa:16:3e:73:f3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:13Z', 'updated_at': '2022-05-26T13:56:30Z', 'revision_number': 5, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'subnets': [{'id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:07:47.780590 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee76ec9-4eb6-44a3-a123-1979e433b149 None None] The sync data for ids ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'] in dv-cinder-842130-1-iscsi is: [{'id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'name': 'tempest-AttachVolumeNegativeTest-1440631548-router', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T13:56:14Z', 'revision_number': 4, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'gw_port': {'id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'b6ffcef5-68aa-421a-9700-c16472c89579', 'name': '', 'network_id': '5f7e5c2e-dcd0-44c0-a251-a7bcffefb292', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'mac_address': 'fa:16:3e:73:f3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:13Z', 'updated_at': '2022-05-26T13:56:30Z', 'revision_number': 5, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'subnets': [{'id': '3a255f09-ad18-4a84-8012-2f8575f58a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:07:48.001682 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a7aa25-3e96-4562-9196-59eb6b5a8426 None None] New status for floating IP 4b40f2e7-fb23-4db4-b811-0c1da8e8ea26: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 14:07:48.720558 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 52776) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:07:48.777059 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7a025cc7-68f6-4be8-b72c-fb5ea67902ab tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group (020781ca-7d8e-4982-ad2d-7eaa6a7e9177), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:48.799944 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7a025cc7-68f6-4be8-b72c-fb5ea67902ab tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group (020781ca-7d8e-4982-ad2d-7eaa6a7e9177), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:48.846507 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7a025cc7-68f6-4be8-b72c-fb5ea67902ab tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (020781ca-7d8e-4982-ad2d-7eaa6a7e9177), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:48.849517 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7a025cc7-68f6-4be8-b72c-fb5ea67902ab tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:48.854888 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-7a025cc7-68f6-4be8-b72c-fb5ea67902ab tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "DELETE /v2.0/security-groups/020781ca-7d8e-4982-ad2d-7eaa6a7e9177 HTTP/1.1" status: 204 len: 168 time: 0.1294508 May 26 14:07:48.855186 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 52778) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:07:48.862377 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a025cc7-68f6-4be8-b72c-fb5ea67902ab tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=020781ca-7d8e-4982-ad2d-7eaa6a7e9177,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:07:48.869448 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.api.v2.resource [None req-38ac860c-9862-4ebe-ab1b-fa5f47706994 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] show failed (client error): The resource could not be found. May 26 14:07:48.873678 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-38ac860c-9862-4ebe-ab1b-fa5f47706994 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "GET /v2.0/security-groups/020781ca-7d8e-4982-ad2d-7eaa6a7e9177 HTTP/1.1" status: 404 len: 347 time: 0.0142863 May 26 14:07:48.874035 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 52780) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:07:48.970321 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:48.983439 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a5bf5b31-4382-4051-ab15-1a27dcbddd69 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Deleting port 6afdd46a-9eef-4089-88d8-92e7410578a8 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:07:48.983778 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a5bf5b31-4382-4051-ab15-1a27dcbddd69 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (6afdd46a-9eef-4089-88d8-92e7410578a8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:49.037829 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:49.064397 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a5bf5b31-4382-4051-ab15-1a27dcbddd69 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (6afdd46a-9eef-4089-88d8-92e7410578a8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:49.064728 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a5bf5b31-4382-4051-ab15-1a27dcbddd69 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for floatingip (6afdd46a-9eef-4089-88d8-92e7410578a8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:49.076845 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a5bf5b31-4382-4051-ab15-1a27dcbddd69 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Calling delete_port for 6afdd46a-9eef-4089-88d8-92e7410578a8 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:07:49.215819 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a5bf5b31-4382-4051-ab15-1a27dcbddd69 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (6afdd46a-9eef-4089-88d8-92e7410578a8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:49.242892 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf5b31-4382-4051-ab15-1a27dcbddd69 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Pushing event deleted for resources: {'Port': ['ID=6afdd46a-9eef-4089-88d8-92e7410578a8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:07:49.308335 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a5bf5b31-4382-4051-ab15-1a27dcbddd69 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks [] for floatingip (4b40f2e7-fb23-4db4-b811-0c1da8e8ea26), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:49.311031 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a5bf5b31-4382-4051-ab15-1a27dcbddd69 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:49.312173 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-a5bf5b31-4382-4051-ab15-1a27dcbddd69 tempest-AttachVolumeNegativeTest-1100941131 tempest-AttachVolumeNegativeTest-1100941131-project] 10.222.0.91 "DELETE /v2.0/floatingips/4b40f2e7-fb23-4db4-b811-0c1da8e8ea26 HTTP/1.1" status: 204 len: 168 time: 0.4372280 May 26 14:07:49.669489 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e871d034-8d06-4f67-b146-c427170a3665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:49.941301 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 197365b1-d8da-490a-8a26-789f87b83be2 no longer exists at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:07:49.961900 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] No Port match for: 197365b1-d8da-490a-8a26-789f87b83be2 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:07:49.962242 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 197365b1-d8da-490a-8a26-789f87b83be2 not bound to the agent host hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:07:51.308630 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:52.521846 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:52.973216 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 52818) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:07:53.433591 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46d5f977-4a4d-43a1-a4ff-628b64af2caf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-781528'] for router_interface (daa0fa1d-1072-4f3c-8d4e-d0d83801f24a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:53.883659 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:53.915613 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-46d5f977-4a4d-43a1-a4ff-628b64af2caf admin admin] Deleting port b6ffcef5-68aa-421a-9700-c16472c89579 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:07:53.915951 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46d5f977-4a4d-43a1-a4ff-628b64af2caf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (b6ffcef5-68aa-421a-9700-c16472c89579), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:53.980577 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:53.994452 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-46d5f977-4a4d-43a1-a4ff-628b64af2caf admin admin] For port b6ffcef5-68aa-421a-9700-c16472c89579, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=b6ffcef5-68aa-421a-9700-c16472c89579,segment=NetworkSegment(93677cf8-8388-429d-a7a5-bdb9a9d46a00),segment_id=93677cf8-8388-429d-a7a5-bdb9a9d46a00)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:07:53.994819 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46d5f977-4a4d-43a1-a4ff-628b64af2caf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (b6ffcef5-68aa-421a-9700-c16472c89579), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:54.008579 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-46d5f977-4a4d-43a1-a4ff-628b64af2caf admin admin] Calling delete_port for b6ffcef5-68aa-421a-9700-c16472c89579 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:07:54.008803 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:54.188852 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46d5f977-4a4d-43a1-a4ff-628b64af2caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (b6ffcef5-68aa-421a-9700-c16472c89579), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:54.217724 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5f977-4a4d-43a1-a4ff-628b64af2caf admin admin] Pushing event deleted for resources: {'Port': ['ID=b6ffcef5-68aa-421a-9700-c16472c89579,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:07:54.379301 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46d5f977-4a4d-43a1-a4ff-628b64af2caf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-302216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781380'] for router_interface (daa0fa1d-1072-4f3c-8d4e-d0d83801f24a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:54.582296 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d5f977-4a4d-43a1-a4ff-628b64af2caf admin admin] Router daa0fa1d-1072-4f3c-8d4e-d0d83801f24a has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:07:54.682890 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d5f977-4a4d-43a1-a4ff-628b64af2caf admin admin] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:07:54.688678 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-46d5f977-4a4d-43a1-a4ff-628b64af2caf admin admin] 10.222.0.91 "PUT /v2.0/routers/daa0fa1d-1072-4f3c-8d4e-d0d83801f24a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7149570 May 26 14:07:54.691180 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 52824) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:07:54.691777 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb180ff9-8d29-4b5b-9e8a-305c6a8f7852 None None] Sync routers for ids ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'] in dv-cinder-842130-1-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:07:54.702871 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb180ff9-8d29-4b5b-9e8a-305c6a8f7852 None None] Routers {'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:07:54.703402 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-bb180ff9-8d29-4b5b-9e8a-305c6a8f7852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:07:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:07:54.731981 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:54.789046 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ab16e3d-817e-4e25-9678-bdb3772b93db admin admin] Publish callbacks [] for router (daa0fa1d-1072-4f3c-8d4e-d0d83801f24a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:54.831763 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:54.893429 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-bb180ff9-8d29-4b5b-9e8a-305c6a8f7852 None None] Set router daa0fa1d-1072-4f3c-8d4e-d0d83801f24a gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:07:54.894420 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ab16e3d-817e-4e25-9678-bdb3772b93db admin admin] Publish callbacks [] for router_gateway (daa0fa1d-1072-4f3c-8d4e-d0d83801f24a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:54.938375 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9ab16e3d-817e-4e25-9678-bdb3772b93db admin admin] Deleting port 05a14e86-2d76-40b7-b399-5555d03ca70f {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:07:54.938715 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ab16e3d-817e-4e25-9678-bdb3772b93db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (05a14e86-2d76-40b7-b399-5555d03ca70f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:55.018322 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-9ab16e3d-817e-4e25-9678-bdb3772b93db admin admin] For port 05a14e86-2d76-40b7-b399-5555d03ca70f, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=05a14e86-2d76-40b7-b399-5555d03ca70f,segment=NetworkSegment(7398460f-ba92-4b10-bc2e-e16a0f9ed6bc),segment_id=7398460f-ba92-4b10-bc2e-e16a0f9ed6bc)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:07:55.018975 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ab16e3d-817e-4e25-9678-bdb3772b93db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (05a14e86-2d76-40b7-b399-5555d03ca70f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:55.032734 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9ab16e3d-817e-4e25-9678-bdb3772b93db admin admin] Calling delete_port for 05a14e86-2d76-40b7-b399-5555d03ca70f owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:07:55.053882 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-bb180ff9-8d29-4b5b-9e8a-305c6a8f7852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'name': 'tempest-AttachVolumeNegativeTest-1440631548-router', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T14:07:54Z', 'revision_number': 5, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'gw_port': {'id': '05a14e86-2d76-40b7-b399-5555d03ca70f', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi'}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:07:55.083162 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb180ff9-8d29-4b5b-9e8a-305c6a8f7852 None None] Checking router: daa0fa1d-1072-4f3c-8d4e-d0d83801f24a for host: dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:07:55.090785 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=100 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:55.093802 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb180ff9-8d29-4b5b-9e8a-305c6a8f7852 None None] Routers {'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:07:55.093802 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-bb180ff9-8d29-4b5b-9e8a-305c6a8f7852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:07:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:07:55.168419 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=100 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:55.178959 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-bb180ff9-8d29-4b5b-9e8a-305c6a8f7852 None None] Set router daa0fa1d-1072-4f3c-8d4e-d0d83801f24a gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:07:55.206767 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ab16e3d-817e-4e25-9678-bdb3772b93db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (05a14e86-2d76-40b7-b399-5555d03ca70f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:55.226802 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-bb180ff9-8d29-4b5b-9e8a-305c6a8f7852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'name': 'tempest-AttachVolumeNegativeTest-1440631548-router', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T14:07:54Z', 'revision_number': 6, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'gw_port_host': None}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:07:55.232672 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab16e3d-817e-4e25-9678-bdb3772b93db admin admin] Pushing event deleted for resources: {'Port': ['ID=05a14e86-2d76-40b7-b399-5555d03ca70f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:07:55.251104 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb180ff9-8d29-4b5b-9e8a-305c6a8f7852 None None] The sync data for ids ['daa0fa1d-1072-4f3c-8d4e-d0d83801f24a'] in dv-cinder-842130-1-iscsi is: [{'id': 'daa0fa1d-1072-4f3c-8d4e-d0d83801f24a', 'name': 'tempest-AttachVolumeNegativeTest-1440631548-router', 'tenant_id': 'af9d168c40ea4df99b495eb06245d066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:04Z', 'updated_at': '2022-05-26T14:07:54Z', 'revision_number': 6, 'project_id': 'af9d168c40ea4df99b495eb06245d066', 'gw_port_host': None}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:07:55.298814 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ab16e3d-817e-4e25-9678-bdb3772b93db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-778726'] for router_gateway (daa0fa1d-1072-4f3c-8d4e-d0d83801f24a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:55.396113 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ab16e3d-817e-4e25-9678-bdb3772b93db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5905'] for router (daa0fa1d-1072-4f3c-8d4e-d0d83801f24a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:55.398313 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ab16e3d-817e-4e25-9678-bdb3772b93db admin admin] Publish callbacks [] for router_controller (daa0fa1d-1072-4f3c-8d4e-d0d83801f24a), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:55.457438 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ab16e3d-817e-4e25-9678-bdb3772b93db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579260'] for router (daa0fa1d-1072-4f3c-8d4e-d0d83801f24a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:55.458080 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab16e3d-817e-4e25-9678-bdb3772b93db admin admin] Fanout notify agent at l3_agent the message router_deleted on router daa0fa1d-1072-4f3c-8d4e-d0d83801f24a {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 14:07:55.464152 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ab16e3d-817e-4e25-9678-bdb3772b93db admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:55.465556 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-9ab16e3d-817e-4e25-9678-bdb3772b93db admin admin] 10.222.0.91 "DELETE /v2.0/routers/daa0fa1d-1072-4f3c-8d4e-d0d83801f24a HTTP/1.1" status: 204 len: 168 time: 0.7733290 May 26 14:07:55.468553 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 52828) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:07:55.515740 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-31a077d8-701b-47db-910f-6d0fd3e2680e admin admin] Deleting subnet 3a255f09-ad18-4a84-8012-2f8575f58a13 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 14:07:55.518881 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31a077d8-701b-47db-910f-6d0fd3e2680e admin admin] Publish callbacks [] for subnet (3a255f09-ad18-4a84-8012-2f8575f58a13), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:55.552416 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31a077d8-701b-47db-910f-6d0fd3e2680e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14006249'] for subnet (3a255f09-ad18-4a84-8012-2f8575f58a13), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:55.627500 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31a077d8-701b-47db-910f-6d0fd3e2680e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771753'] for subnet (3a255f09-ad18-4a84-8012-2f8575f58a13), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:55.648381 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:55.681011 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:55.685975 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31a077d8-701b-47db-910f-6d0fd3e2680e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14252645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15439621'] for subnet (3a255f09-ad18-4a84-8012-2f8575f58a13), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:55.712934 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a077d8-701b-47db-910f-6d0fd3e2680e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a255f09-ad18-4a84-8012-2f8575f58a13,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:07:55.717380 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31a077d8-701b-47db-910f-6d0fd3e2680e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:55.720478 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-31a077d8-701b-47db-910f-6d0fd3e2680e admin admin] 10.222.0.91 "DELETE /v2.0/subnets/3a255f09-ad18-4a84-8012-2f8575f58a13 HTTP/1.1" status: 204 len: 168 time: 0.2507975 May 26 14:07:55.722927 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 52830) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:07:55.724877 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8ed734-3ac1-4d69-86d0-e464c6580bb3 None None] Network 5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 14:07:55.788875 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f12e1f7e-037b-4208-a8e1-43c32815bc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1846382'] for network (5f7e5c2e-dcd0-44c0-a251-a7bcffefb292), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:55.834147 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f12e1f7e-037b-4208-a8e1-43c32815bc46 admin admin] Deleting port b803412e-67a9-4530-b6af-84282fea5ba5 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:07:55.834544 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f12e1f7e-037b-4208-a8e1-43c32815bc46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (b803412e-67a9-4530-b6af-84282fea5ba5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:55.896389 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-f12e1f7e-037b-4208-a8e1-43c32815bc46 admin admin] For port b803412e-67a9-4530-b6af-84282fea5ba5, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=b803412e-67a9-4530-b6af-84282fea5ba5,segment=NetworkSegment(93677cf8-8388-429d-a7a5-bdb9a9d46a00),segment_id=93677cf8-8388-429d-a7a5-bdb9a9d46a00)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:07:55.896748 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f12e1f7e-037b-4208-a8e1-43c32815bc46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (b803412e-67a9-4530-b6af-84282fea5ba5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:55.910029 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f12e1f7e-037b-4208-a8e1-43c32815bc46 admin admin] Calling delete_port for b803412e-67a9-4530-b6af-84282fea5ba5 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:07:55.979856 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed43e998-d7ef-4622-8cff-ffc27f09d000 None None] DHCP port deletion for 5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 request from dv-cinder-842130-1-iscsi {{(pid=103887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 14:07:55.990155 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f12e1f7e-037b-4208-a8e1-43c32815bc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (b803412e-67a9-4530-b6af-84282fea5ba5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:56.020546 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12e1f7e-037b-4208-a8e1-43c32815bc46 admin admin] No DVR routers for this DVR port b803412e-67a9-4530-b6af-84282fea5ba5 on host dv-cinder-842130-1-iscsi {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:07:56.022315 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e1f7e-037b-4208-a8e1-43c32815bc46 admin admin] Pushing event deleted for resources: {'Port': ['ID=b803412e-67a9-4530-b6af-84282fea5ba5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:07:56.023169 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-ed43e998-d7ef-4622-8cff-ffc27f09d000 None None] Deleting port b803412e-67a9-4530-b6af-84282fea5ba5 {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:07:56.023564 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed43e998-d7ef-4622-8cff-ffc27f09d000 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (b803412e-67a9-4530-b6af-84282fea5ba5), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:56.087815 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-ed43e998-d7ef-4622-8cff-ffc27f09d000 None None] For port b803412e-67a9-4530-b6af-84282fea5ba5, host dv-cinder-842130-1-iscsi, got binding levels [] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:07:56.088209 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed43e998-d7ef-4622-8cff-ffc27f09d000 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (b803412e-67a9-4530-b6af-84282fea5ba5), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:56.096228 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f12e1f7e-037b-4208-a8e1-43c32815bc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769820', 'neutron.services.segments.db._delete_segments_for_network-8727248709232'] for network (5f7e5c2e-dcd0-44c0-a251-a7bcffefb292), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:56.103623 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-ed43e998-d7ef-4622-8cff-ffc27f09d000 None None] Calling delete_port for b803412e-67a9-4530-b6af-84282fea5ba5 owned by network:dhcp {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:07:56.107517 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.ipam_backend_mixin [None req-ed43e998-d7ef-4622-8cff-ffc27f09d000 None None] Port b803412e-67a9-4530-b6af-84282fea5ba5 was not found and therefore no delete operation was performed {{(pid=103887) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 26 14:07:56.109462 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed43e998-d7ef-4622-8cff-ffc27f09d000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306'] for port (b803412e-67a9-4530-b6af-84282fea5ba5), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:56.118177 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-f12e1f7e-037b-4208-a8e1-43c32815bc46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f7e5c2e-dcd0-44c0-a251-a7bcffefb292']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:07:56.127625 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-f12e1f7e-037b-4208-a8e1-43c32815bc46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93677cf8-8388-429d-a7a5-bdb9a9d46a00') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:07:56.127917 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-f12e1f7e-037b-4208-a8e1-43c32815bc46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93677cf8-8388-429d-a7a5-bdb9a9d46a00') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:07:56.133633 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43e998-d7ef-4622-8cff-ffc27f09d000 None None] Pushing event deleted for resources: {'Port': ['ID=b803412e-67a9-4530-b6af-84282fea5ba5,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:07:56.137460 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f12e1f7e-037b-4208-a8e1-43c32815bc46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727248710265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14006224'] for segment (93677cf8-8388-429d-a7a5-bdb9a9d46a00), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:56.138382 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed43e998-d7ef-4622-8cff-ffc27f09d000 None None] No DVR routers for this DVR port b803412e-67a9-4530-b6af-84282fea5ba5 on host dv-cinder-842130-1-iscsi {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:07:56.145277 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43e998-d7ef-4622-8cff-ffc27f09d000 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:56.145616 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43e998-d7ef-4622-8cff-ffc27f09d000 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:56.145946 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43e998-d7ef-4622-8cff-ffc27f09d000 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:56.146274 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43e998-d7ef-4622-8cff-ffc27f09d000 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:56.146592 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43e998-d7ef-4622-8cff-ffc27f09d000 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:56.146905 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43e998-d7ef-4622-8cff-ffc27f09d000 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:56.147218 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43e998-d7ef-4622-8cff-ffc27f09d000 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:56.147530 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43e998-d7ef-4622-8cff-ffc27f09d000 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:56.147840 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43e998-d7ef-4622-8cff-ffc27f09d000 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:56.153976 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43e998-d7ef-4622-8cff-ffc27f09d000 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:56.153976 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43e998-d7ef-4622-8cff-ffc27f09d000 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:56.153976 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43e998-d7ef-4622-8cff-ffc27f09d000 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:56.153976 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43e998-d7ef-4622-8cff-ffc27f09d000 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:56.153976 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43e998-d7ef-4622-8cff-ffc27f09d000 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:56.153976 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed43e998-d7ef-4622-8cff-ffc27f09d000 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:07:56.157110 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f12e1f7e-037b-4208-a8e1-43c32815bc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990'] for segment (93677cf8-8388-429d-a7a5-bdb9a9d46a00), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:56.164657 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f12e1f7e-037b-4208-a8e1-43c32815bc46 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 14:07:56.165067 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f12e1f7e-037b-4208-a8e1-43c32815bc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14254023'] for segment (93677cf8-8388-429d-a7a5-bdb9a9d46a00), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:56.215122 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.services.segments.plugin [-] Segment 93677cf8-8388-429d-a7a5-bdb9a9d46a00 resource provider aggregate not found May 26 14:07:56.242470 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.services.segments.plugin [-] Segment 93677cf8-8388-429d-a7a5-bdb9a9d46a00 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93677cf8-8388-429d-a7a5-bdb9a9d46a00 found for delete ", "request_id": "req-e0ba7251-a9c1-470e-8f0c-b892b4337f11"}]} May 26 14:07:56.244013 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f12e1f7e-037b-4208-a8e1-43c32815bc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778698'] for network (5f7e5c2e-dcd0-44c0-a251-a7bcffefb292), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:56.249897 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f12e1f7e-037b-4208-a8e1-43c32815bc46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:56.253454 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-f12e1f7e-037b-4208-a8e1-43c32815bc46 admin admin] 10.222.0.91 "DELETE /v2.0/networks/5f7e5c2e-dcd0-44c0-a251-a7bcffefb292 HTTP/1.1" status: 204 len: 168 time: 0.5295763 May 26 14:07:56.266469 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e1f7e-037b-4208-a8e1-43c32815bc46 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f7e5c2e-dcd0-44c0-a251-a7bcffefb292,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:07:56.451375 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 52838) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:07:56.491527 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-482435cf-4188-42f5-a360-b33f7d021ec3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=af9d168c40ea4df99b495eb06245d066&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389628 May 26 14:07:56.493886 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 52840) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:07:56.540799 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-84b994f6-eacb-49a0-bea9-28e85fcc19c3 admin admin] Publish callbacks [] for security_group (d2fcc63b-45c4-4d93-94b9-26ea69abd69e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:56.561527 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-84b994f6-eacb-49a0-bea9-28e85fcc19c3 admin admin] Publish callbacks [] for security_group (d2fcc63b-45c4-4d93-94b9-26ea69abd69e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:56.607028 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-84b994f6-eacb-49a0-bea9-28e85fcc19c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (d2fcc63b-45c4-4d93-94b9-26ea69abd69e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:56.609435 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-84b994f6-eacb-49a0-bea9-28e85fcc19c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:56.610575 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-84b994f6-eacb-49a0-bea9-28e85fcc19c3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d2fcc63b-45c4-4d93-94b9-26ea69abd69e HTTP/1.1" status: 204 len: 168 time: 0.1158082 May 26 14:07:56.618198 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b994f6-eacb-49a0-bea9-28e85fcc19c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fcc63b-45c4-4d93-94b9-26ea69abd69e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:07:57.149562 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 05a14e86-2d76-40b7-b399-5555d03ca70f no longer exists at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:07:57.169835 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] No Port match for: 05a14e86-2d76-40b7-b399-5555d03ca70f {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:07:57.170176 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 05a14e86-2d76-40b7-b399-5555d03ca70f not bound to the agent host dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:07:57.170612 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device b803412e-67a9-4530-b6af-84282fea5ba5 no longer exists at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:07:57.188908 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] No Port match for: b803412e-67a9-4530-b6af-84282fea5ba5 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:07:57.189267 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device b803412e-67a9-4530-b6af-84282fea5ba5 not bound to the agent host dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:07:57.190007 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device b6ffcef5-68aa-421a-9700-c16472c89579 no longer exists at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:07:57.210241 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] No Port match for: b6ffcef5-68aa-421a-9700-c16472c89579 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:07:57.210588 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device b6ffcef5-68aa-421a-9700-c16472c89579 not bound to the agent host dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:07:58.832936 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=45,neutron:DELETE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:58.858238 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=44,neutron:DELETE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:59.526867 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:08:06.613788 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=72,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:06.614536 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=83,neutron:DELETE=9 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:07.175669 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 52960) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:07.192602 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=51,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:07.193856 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=35,neutron:UPDATE=4 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:07.313468 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-475a43c0-e521-4642-823e-67e28209950a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:07.349705 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:07.400866 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-475a43c0-e521-4642-823e-67e28209950a admin admin] Publish callbacks [] for security_group (a479dbe2-b25e-427f-a854-9c4bee14e99c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:07.404631 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-475a43c0-e521-4642-823e-67e28209950a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (a479dbe2-b25e-427f-a854-9c4bee14e99c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:07.442463 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a43c0-e521-4642-823e-67e28209950a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a479dbe2-b25e-427f-a854-9c4bee14e99c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:07.446802 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-475a43c0-e521-4642-823e-67e28209950a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=478f3f9e176544e092ed2debbe2fe0fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2698507 May 26 14:08:07.449409 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 52964) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:07.501046 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62fdb6f2-4f15-42db-968c-ab55685346d9 admin admin] Publish callbacks [] for security_group (a479dbe2-b25e-427f-a854-9c4bee14e99c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:07.524620 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62fdb6f2-4f15-42db-968c-ab55685346d9 admin admin] Publish callbacks [] for security_group (a479dbe2-b25e-427f-a854-9c4bee14e99c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:07.576955 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62fdb6f2-4f15-42db-968c-ab55685346d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (a479dbe2-b25e-427f-a854-9c4bee14e99c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:07.579591 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62fdb6f2-4f15-42db-968c-ab55685346d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:07.580772 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-62fdb6f2-4f15-42db-968c-ab55685346d9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a479dbe2-b25e-427f-a854-9c4bee14e99c HTTP/1.1" status: 204 len: 168 time: 0.1304562 May 26 14:08:07.589141 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fdb6f2-4f15-42db-968c-ab55685346d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a479dbe2-b25e-427f-a854-9c4bee14e99c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:11.859155 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5dbea431-602c-4adb-b962-5bb51b44c966 req-faa9a410-62c9-4dae-80c8-8bc2c1325dae service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e68d6609-e48d-4d4d-8327-48fbf40b6ebd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371990 May 26 14:08:11.931472 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbea431-602c-4adb-b962-5bb51b44c966 req-cadd7a11-d4a1-4c97-acc2-12b34041d4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:08:11.932942 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5dbea431-602c-4adb-b962-5bb51b44c966 req-cadd7a11-d4a1-4c97-acc2-12b34041d4d6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ed15631acafd41528b96f2ed12c19e5b&device_id=e68d6609-e48d-4d4d-8327-48fbf40b6ebd HTTP/1.1" status: 200 len: 1129 time: 0.0409374 May 26 14:08:12.036150 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbea431-602c-4adb-b962-5bb51b44c966 req-f5982f3b-826b-47c6-aab3-feb9ff2f33cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:08:12.037704 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5dbea431-602c-4adb-b962-5bb51b44c966 req-f5982f3b-826b-47c6-aab3-feb9ff2f33cd service neutron] 10.222.0.82 "GET /v2.0/networks?id=bb3bf56d-90fc-4a74-995d-ab2752db975c HTTP/1.1" status: 200 len: 913 time: 0.0837023 May 26 14:08:12.100819 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5dbea431-602c-4adb-b962-5bb51b44c966 req-696aefea-e782-4a88-97ba-50e83a357e9d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=caf319b9-9a28-4413-9e5b-84e2d576651e HTTP/1.1" status: 200 len: 1001 time: 0.0571547 May 26 14:08:12.150147 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbea431-602c-4adb-b962-5bb51b44c966 req-e8000801-3191-4b4f-b640-da83c72afeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:08:12.151599 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5dbea431-602c-4adb-b962-5bb51b44c966 req-e8000801-3191-4b4f-b640-da83c72afeec service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a30ef594-0dbe-4d1b-9278-186af670d87d HTTP/1.1" status: 200 len: 851 time: 0.0436075 May 26 14:08:12.197898 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbea431-602c-4adb-b962-5bb51b44c966 req-f90a85c9-80c5-4ad8-a3a2-e84b789544ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:08:12.199388 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5dbea431-602c-4adb-b962-5bb51b44c966 req-f90a85c9-80c5-4ad8-a3a2-e84b789544ed service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bb3bf56d-90fc-4a74-995d-ab2752db975c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384662 May 26 14:08:12.291669 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5dbea431-602c-4adb-b962-5bb51b44c966 req-5ce98c69-9e1a-4f0f-83ad-6b1dfb6b63fb service neutron] 10.222.0.82 "GET /v2.0/networks/bb3bf56d-90fc-4a74-995d-ab2752db975c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842896 May 26 14:08:12.381370 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5dbea431-602c-4adb-b962-5bb51b44c966 req-7fb9e50c-f6ca-47c9-b650-a6e021c1e291 service neutron] 10.222.0.82 "GET /v2.0/networks/bb3bf56d-90fc-4a74-995d-ab2752db975c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817039 May 26 14:08:14.314290 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727ad5f-e72d-41eb-abfa-022de6b11352 req-17bd0872-389e-4dd6-ac7b-da6bb61f78f9 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:08:14.315747 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a727ad5f-e72d-41eb-abfa-022de6b11352 req-17bd0872-389e-4dd6-ac7b-da6bb61f78f9 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 946 time: 0.0473318 May 26 14:08:14.365001 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a727ad5f-e72d-41eb-abfa-022de6b11352 req-31f679e6-8890-4ff0-917a-8844cc9d402a tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426691 May 26 14:08:14.630797 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=29 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:14.632896 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=20 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:15.487644 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9c8ef-3497-4787-b2ef-aa9091e4fb82 req-8077e634-817c-47cd-a2bd-d016f62e5068 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:08:15.489247 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-86b9c8ef-3497-4787-b2ef-aa9091e4fb82 req-8077e634-817c-47cd-a2bd-d016f62e5068 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 946 time: 0.0484567 May 26 14:08:15.544472 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-86b9c8ef-3497-4787-b2ef-aa9091e4fb82 req-0763deca-ba23-46e2-a1ec-9f05711087b5 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440149 May 26 14:08:16.490691 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:16.504255 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe1a9c-b9b2-494f-8846-5b11ebff6437 req-8d2fe221-bc87-43c6-83e8-6248855c2e07 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:08:16.505724 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-88fe1a9c-b9b2-494f-8846-5b11ebff6437 req-8d2fe221-bc87-43c6-83e8-6248855c2e07 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.82 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 946 time: 0.0495954 May 26 14:08:16.673425 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736e882-db99-45c4-9adf-abe03b448b74 req-5fc5bdd5-0c4b-4cd7-afe2-3868779c5b23 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:08:16.674988 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b736e882-db99-45c4-9adf-abe03b448b74 req-5fc5bdd5-0c4b-4cd7-afe2-3868779c5b23 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 946 time: 0.0522170 May 26 14:08:16.725452 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b736e882-db99-45c4-9adf-abe03b448b74 req-e8f05147-5021-4b93-a07b-cbd7c4ebf752 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups?id=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447185 May 26 14:08:16.806619 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:16.821546 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-88fe1a9c-b9b2-494f-8846-5b11ebff6437 req-f7ca465a-d6f0-4e8a-b33c-76d37ba09b32 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Deleting port 703563f0-f1dc-4261-919d-1995757e7da5 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:08:16.821885 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-88fe1a9c-b9b2-494f-8846-5b11ebff6437 req-f7ca465a-d6f0-4e8a-b33c-76d37ba09b32 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (703563f0-f1dc-4261-919d-1995757e7da5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:16.911313 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-88fe1a9c-b9b2-494f-8846-5b11ebff6437 req-f7ca465a-d6f0-4e8a-b33c-76d37ba09b32 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] For port 703563f0-f1dc-4261-919d-1995757e7da5, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=703563f0-f1dc-4261-919d-1995757e7da5,segment=NetworkSegment(19072dfe-0334-40e6-bb73-47766657aa3f),segment_id=19072dfe-0334-40e6-bb73-47766657aa3f)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:08:16.911683 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-88fe1a9c-b9b2-494f-8846-5b11ebff6437 req-f7ca465a-d6f0-4e8a-b33c-76d37ba09b32 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (703563f0-f1dc-4261-919d-1995757e7da5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:17.081267 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-88fe1a9c-b9b2-494f-8846-5b11ebff6437 req-f7ca465a-d6f0-4e8a-b33c-76d37ba09b32 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:17.081533 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-88fe1a9c-b9b2-494f-8846-5b11ebff6437 req-f7ca465a-d6f0-4e8a-b33c-76d37ba09b32 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778712'] for floatingip (d097e566-57e3-4c04-89a4-1ae3e32163e5), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:17.081904 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.db.l3_db [req-88fe1a9c-b9b2-494f-8846-5b11ebff6437 req-f7ca465a-d6f0-4e8a-b33c-76d37ba09b32 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Floating IP d097e566-57e3-4c04-89a4-1ae3e32163e5 disassociated. External IP: 172.27.1.73, port: 703563f0-f1dc-4261-919d-1995757e7da5. May 26 14:08:17.082281 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-88fe1a9c-b9b2-494f-8846-5b11ebff6437 req-f7ca465a-d6f0-4e8a-b33c-76d37ba09b32 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Calling delete_port for 703563f0-f1dc-4261-919d-1995757e7da5 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:08:17.239746 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-88fe1a9c-b9b2-494f-8846-5b11ebff6437 req-f7ca465a-d6f0-4e8a-b33c-76d37ba09b32 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (703563f0-f1dc-4261-919d-1995757e7da5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:17.275048 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca465a-d6f0-4e8a-b33c-76d37ba09b32 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Pushing event deleted for resources: {'Port': ['ID=703563f0-f1dc-4261-919d-1995757e7da5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:17.287914 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ca465a-d6f0-4e8a-b33c-76d37ba09b32 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:08:17.288333 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ca465a-d6f0-4e8a-b33c-76d37ba09b32 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:08:17.288668 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ca465a-d6f0-4e8a-b33c-76d37ba09b32 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:08:17.289042 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ca465a-d6f0-4e8a-b33c-76d37ba09b32 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:08:17.289263 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ca465a-d6f0-4e8a-b33c-76d37ba09b32 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:08:17.289597 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ca465a-d6f0-4e8a-b33c-76d37ba09b32 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:08:17.289924 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ca465a-d6f0-4e8a-b33c-76d37ba09b32 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:08:17.290248 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ca465a-d6f0-4e8a-b33c-76d37ba09b32 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:08:17.290572 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ca465a-d6f0-4e8a-b33c-76d37ba09b32 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:08:17.290949 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ca465a-d6f0-4e8a-b33c-76d37ba09b32 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:08:17.291200 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ca465a-d6f0-4e8a-b33c-76d37ba09b32 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:08:17.291519 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ca465a-d6f0-4e8a-b33c-76d37ba09b32 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:08:17.291869 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ca465a-d6f0-4e8a-b33c-76d37ba09b32 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:08:17.292317 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ca465a-d6f0-4e8a-b33c-76d37ba09b32 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:08:17.292640 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ca465a-d6f0-4e8a-b33c-76d37ba09b32 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:08:17.409597 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88fe1a9c-b9b2-494f-8846-5b11ebff6437 req-f7ca465a-d6f0-4e8a-b33c-76d37ba09b32 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Router d98b958f-5a1c-46df-84ad-2467daf14fc3 has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:08:17.512578 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88fe1a9c-b9b2-494f-8846-5b11ebff6437 req-f7ca465a-d6f0-4e8a-b33c-76d37ba09b32 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:08:17.519463 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-75a0bcc9-4c12-4ad9-b515-3f89910d1f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:17.523692 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9a2705-3859-4c24-9f38-5fb9f9110764 None None] Sync routers for ids ['d98b958f-5a1c-46df-84ad-2467daf14fc3'] in dv-cinder-842130-1-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:08:17.533299 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9a2705-3859-4c24-9f38-5fb9f9110764 None None] Routers {'d98b958f-5a1c-46df-84ad-2467daf14fc3'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:08:17.533904 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8a9a2705-3859-4c24-9f38-5fb9f9110764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:07:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['d98b958f-5a1c-46df-84ad-2467daf14fc3'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:08:17.554483 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-88fe1a9c-b9b2-494f-8846-5b11ebff6437 req-f7ca465a-d6f0-4e8a-b33c-76d37ba09b32 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] No DVR routers for this DVR port 703563f0-f1dc-4261-919d-1995757e7da5 on host hv-cinder-84213 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:08:17.557050 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-88fe1a9c-b9b2-494f-8846-5b11ebff6437 req-f7ca465a-d6f0-4e8a-b33c-76d37ba09b32 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:17.560200 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-88fe1a9c-b9b2-494f-8846-5b11ebff6437 req-f7ca465a-d6f0-4e8a-b33c-76d37ba09b32 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.82 "DELETE /v2.0/ports/703563f0-f1dc-4261-919d-1995757e7da5 HTTP/1.1" status: 204 len: 173 time: 1.0490739 May 26 14:08:17.560634 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7', 'name': 'network-vif-deleted', 'tag': '703563f0-f1dc-4261-919d-1995757e7da5'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:08:17.563488 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a2fe3094dbca619affac8640d5d00e1e0d94bf0ce4138e249cf9dd9a9bbd82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4afd68-4ac6-4aa3-92f4-8836ec1d9e1b" -d '{"events": [{"server_uuid": "724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7", "name": "network-vif-deleted", "tag": "703563f0-f1dc-4261-919d-1995757e7da5"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:08:17.617488 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617b8cdf-8044-43d0-8cc6-a4783a938f00 x-openstack-request-id: req-617b8cdf-8044-43d0-8cc6-a4783a938f00 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:08:17.617777 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7", "name": "network-vif-deleted", "tag": "703563f0-f1dc-4261-919d-1995757e7da5", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:08:17.618027 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-617b8cdf-8044-43d0-8cc6-a4783a938f00 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:08:17.618429 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-617b8cdf-8044-43d0-8cc6-a4783a938f00'] response: {'server_uuid': '724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7', 'name': 'network-vif-deleted', 'tag': '703563f0-f1dc-4261-919d-1995757e7da5', 'status': 'completed', 'code': 200} May 26 14:08:17.648514 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-8a9a2705-3859-4c24-9f38-5fb9f9110764 None None] Set router d98b958f-5a1c-46df-84ad-2467daf14fc3 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:08:17.851017 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-79d2b5d7-406a-4d5a-bf4d-3dcc5e9becf2 req-71a80f7f-e91c-49ff-84ed-35287548e1b9 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/ports?device_id=724ea51b-cf48-4d4c-ad7d-ac94ea82a5e7 HTTP/1.1" status: 200 len: 210 time: 0.0271912 May 26 14:08:17.863931 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8a9a2705-3859-4c24-9f38-5fb9f9110764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'name': 'tempest-AttachVolumeShelveTestJSON-939457999-router', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'b71a1d45-5196-44a4-988b-1ddb8d21d49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:01Z', 'updated_at': '2022-05-26T13:56:08Z', 'revision_number': 4, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'gw_port': {'id': 'b71a1d45-5196-44a4-988b-1ddb8d21d49d', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:02Z', 'updated_at': '2022-05-26T13:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'b830b597-1fe9-4b3e-966f-ccc794d433a4', 'name': '', 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'mac_address': 'fa:16:3e:e4:a8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '610ffda6-b7a7-4a06-84a4-402e2b1f27f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:15Z', 'revision_number': 5, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'subnets': [{'id': '610ffda6-b7a7-4a06-84a4-402e2b1f27f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:08:17.888413 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9a2705-3859-4c24-9f38-5fb9f9110764 None None] Checking router: d98b958f-5a1c-46df-84ad-2467daf14fc3 for host: dv-cinder-842130-1-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:08:17.896647 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9a2705-3859-4c24-9f38-5fb9f9110764 None None] Routers {'d98b958f-5a1c-46df-84ad-2467daf14fc3'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:08:17.897298 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8a9a2705-3859-4c24-9f38-5fb9f9110764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:07:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['d98b958f-5a1c-46df-84ad-2467daf14fc3'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:08:17.996635 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-8a9a2705-3859-4c24-9f38-5fb9f9110764 None None] Set router d98b958f-5a1c-46df-84ad-2467daf14fc3 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:08:18.185789 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8a9a2705-3859-4c24-9f38-5fb9f9110764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'name': 'tempest-AttachVolumeShelveTestJSON-939457999-router', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'b71a1d45-5196-44a4-988b-1ddb8d21d49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:01Z', 'updated_at': '2022-05-26T13:56:08Z', 'revision_number': 4, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'gw_port': {'id': 'b71a1d45-5196-44a4-988b-1ddb8d21d49d', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:02Z', 'updated_at': '2022-05-26T13:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'b830b597-1fe9-4b3e-966f-ccc794d433a4', 'name': '', 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'mac_address': 'fa:16:3e:e4:a8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '610ffda6-b7a7-4a06-84a4-402e2b1f27f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:15Z', 'revision_number': 5, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'subnets': [{'id': '610ffda6-b7a7-4a06-84a4-402e2b1f27f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:08:18.210528 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9a2705-3859-4c24-9f38-5fb9f9110764 None None] The sync data for ids ['d98b958f-5a1c-46df-84ad-2467daf14fc3'] in dv-cinder-842130-1-iscsi is: [{'id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'name': 'tempest-AttachVolumeShelveTestJSON-939457999-router', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'b71a1d45-5196-44a4-988b-1ddb8d21d49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:01Z', 'updated_at': '2022-05-26T13:56:08Z', 'revision_number': 4, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'gw_port': {'id': 'b71a1d45-5196-44a4-988b-1ddb8d21d49d', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:02Z', 'updated_at': '2022-05-26T13:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'b830b597-1fe9-4b3e-966f-ccc794d433a4', 'name': '', 'network_id': '8b5ae806-b190-4516-8465-70dba440ef62', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'mac_address': 'fa:16:3e:e4:a8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '610ffda6-b7a7-4a06-84a4-402e2b1f27f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:06Z', 'updated_at': '2022-05-26T13:56:15Z', 'revision_number': 5, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'subnets': [{'id': '610ffda6-b7a7-4a06-84a4-402e2b1f27f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:08:18.429357 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a587a3c-7c25-4995-8d2d-d3f9ae03d41a None None] New status for floating IP d097e566-57e3-4c04-89a4-1ae3e32163e5: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 14:08:18.941368 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 53138) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:18.995121 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-19803b62-56e6-49b3-924a-eebc32e5fbe5 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for security_group (ac2bca6e-9202-4ec7-96de-2991ab8d8cbe), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:19.018779 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-19803b62-56e6-49b3-924a-eebc32e5fbe5 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for security_group (ac2bca6e-9202-4ec7-96de-2991ab8d8cbe), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:19.050058 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:19.067624 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-19803b62-56e6-49b3-924a-eebc32e5fbe5 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (ac2bca6e-9202-4ec7-96de-2991ab8d8cbe), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:19.070231 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-19803b62-56e6-49b3-924a-eebc32e5fbe5 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:19.071380 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-19803b62-56e6-49b3-924a-eebc32e5fbe5 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "DELETE /v2.0/security-groups/ac2bca6e-9202-4ec7-96de-2991ab8d8cbe HTTP/1.1" status: 204 len: 168 time: 0.1289794 May 26 14:08:19.074126 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 53140) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:19.075768 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:19.081700 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19803b62-56e6-49b3-924a-eebc32e5fbe5 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2bca6e-9202-4ec7-96de-2991ab8d8cbe,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:19.094125 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.api.v2.resource [None req-37fd5427-9f5b-4860-a2b2-761ea2b88071 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] show failed (client error): The resource could not be found. May 26 14:08:19.095371 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-37fd5427-9f5b-4860-a2b2-761ea2b88071 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "GET /v2.0/security-groups/ac2bca6e-9202-4ec7-96de-2991ab8d8cbe HTTP/1.1" status: 404 len: 347 time: 0.0202250 May 26 14:08:19.104972 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 53142) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:19.222295 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-acf38cde-773f-4ab9-8ab7-65afcca7b3b3 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Deleting port ebcb00da-470a-44fc-902f-d3cf53a9f17e {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:08:19.222643 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-acf38cde-773f-4ab9-8ab7-65afcca7b3b3 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (ebcb00da-470a-44fc-902f-d3cf53a9f17e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:19.300965 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-acf38cde-773f-4ab9-8ab7-65afcca7b3b3 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (ebcb00da-470a-44fc-902f-d3cf53a9f17e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:19.301341 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-acf38cde-773f-4ab9-8ab7-65afcca7b3b3 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for floatingip (ebcb00da-470a-44fc-902f-d3cf53a9f17e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:19.314209 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-acf38cde-773f-4ab9-8ab7-65afcca7b3b3 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Calling delete_port for ebcb00da-470a-44fc-902f-d3cf53a9f17e owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:08:19.450382 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-acf38cde-773f-4ab9-8ab7-65afcca7b3b3 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (ebcb00da-470a-44fc-902f-d3cf53a9f17e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:19.493137 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf38cde-773f-4ab9-8ab7-65afcca7b3b3 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Pushing event deleted for resources: {'Port': ['ID=ebcb00da-470a-44fc-902f-d3cf53a9f17e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:19.554315 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-acf38cde-773f-4ab9-8ab7-65afcca7b3b3 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks [] for floatingip (d097e566-57e3-4c04-89a4-1ae3e32163e5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:19.556670 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-acf38cde-773f-4ab9-8ab7-65afcca7b3b3 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:19.557845 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-acf38cde-773f-4ab9-8ab7-65afcca7b3b3 tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] 10.222.0.91 "DELETE /v2.0/floatingips/d097e566-57e3-4c04-89a4-1ae3e32163e5 HTTP/1.1" status: 204 len: 168 time: 0.4546041 May 26 14:08:19.670655 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1774f670-e17a-43b9-9a62-ae07093f1f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:20.149359 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 703563f0-f1dc-4261-919d-1995757e7da5 no longer exists at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:08:20.168084 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] No Port match for: 703563f0-f1dc-4261-919d-1995757e7da5 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:08:20.168416 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 703563f0-f1dc-4261-919d-1995757e7da5 not bound to the agent host hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:08:21.311427 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:21.981333 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 53184) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:22.445295 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f4bda17-c5e6-4d3d-9617-2bd29521359a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-781528'] for router_interface (d98b958f-5a1c-46df-84ad-2467daf14fc3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:22.527709 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:22.578538 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:22.616116 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:22.677499 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-5f4bda17-c5e6-4d3d-9617-2bd29521359a admin admin] Deleting port b830b597-1fe9-4b3e-966f-ccc794d433a4 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:08:22.677755 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f4bda17-c5e6-4d3d-9617-2bd29521359a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (b830b597-1fe9-4b3e-966f-ccc794d433a4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:22.754025 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-5f4bda17-c5e6-4d3d-9617-2bd29521359a admin admin] For port b830b597-1fe9-4b3e-966f-ccc794d433a4, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=b830b597-1fe9-4b3e-966f-ccc794d433a4,segment=NetworkSegment(19072dfe-0334-40e6-bb73-47766657aa3f),segment_id=19072dfe-0334-40e6-bb73-47766657aa3f)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:08:22.754385 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f4bda17-c5e6-4d3d-9617-2bd29521359a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (b830b597-1fe9-4b3e-966f-ccc794d433a4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:22.767924 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-5f4bda17-c5e6-4d3d-9617-2bd29521359a admin admin] Calling delete_port for b830b597-1fe9-4b3e-966f-ccc794d433a4 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:08:22.945332 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f4bda17-c5e6-4d3d-9617-2bd29521359a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (b830b597-1fe9-4b3e-966f-ccc794d433a4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:22.973841 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4bda17-c5e6-4d3d-9617-2bd29521359a admin admin] Pushing event deleted for resources: {'Port': ['ID=b830b597-1fe9-4b3e-966f-ccc794d433a4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:23.139811 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f4bda17-c5e6-4d3d-9617-2bd29521359a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-302216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781380'] for router_interface (d98b958f-5a1c-46df-84ad-2467daf14fc3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:23.347158 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4bda17-c5e6-4d3d-9617-2bd29521359a admin admin] Router d98b958f-5a1c-46df-84ad-2467daf14fc3 has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:08:23.428896 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:23.434894 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:23.450730 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4bda17-c5e6-4d3d-9617-2bd29521359a admin admin] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:08:23.455922 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-5f4bda17-c5e6-4d3d-9617-2bd29521359a admin admin] 10.222.0.91 "PUT /v2.0/routers/d98b958f-5a1c-46df-84ad-2467daf14fc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4735849 May 26 14:08:23.458505 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 53210) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:23.459318 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed54ba1-acf0-478e-ab02-cd6ec0abe22b None None] Sync routers for ids ['d98b958f-5a1c-46df-84ad-2467daf14fc3'] in dv-cinder-842130-1-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:08:23.469942 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed54ba1-acf0-478e-ab02-cd6ec0abe22b None None] Routers {'d98b958f-5a1c-46df-84ad-2467daf14fc3'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:08:23.470553 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-6ed54ba1-acf0-478e-ab02-cd6ec0abe22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:08:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['d98b958f-5a1c-46df-84ad-2467daf14fc3'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:08:23.557320 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-25f1f1e7-017b-43b7-8868-890d85918e0e admin admin] Publish callbacks [] for router (d98b958f-5a1c-46df-84ad-2467daf14fc3), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:23.570350 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-6ed54ba1-acf0-478e-ab02-cd6ec0abe22b None None] Set router d98b958f-5a1c-46df-84ad-2467daf14fc3 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:08:23.666603 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-25f1f1e7-017b-43b7-8868-890d85918e0e admin admin] Publish callbacks [] for router_gateway (d98b958f-5a1c-46df-84ad-2467daf14fc3), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:23.717765 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-25f1f1e7-017b-43b7-8868-890d85918e0e admin admin] Deleting port b71a1d45-5196-44a4-988b-1ddb8d21d49d {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:08:23.718098 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-25f1f1e7-017b-43b7-8868-890d85918e0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (b71a1d45-5196-44a4-988b-1ddb8d21d49d), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:23.806509 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-25f1f1e7-017b-43b7-8868-890d85918e0e admin admin] For port b71a1d45-5196-44a4-988b-1ddb8d21d49d, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=b71a1d45-5196-44a4-988b-1ddb8d21d49d,segment=NetworkSegment(7398460f-ba92-4b10-bc2e-e16a0f9ed6bc),segment_id=7398460f-ba92-4b10-bc2e-e16a0f9ed6bc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:08:23.806982 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-25f1f1e7-017b-43b7-8868-890d85918e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (b71a1d45-5196-44a4-988b-1ddb8d21d49d), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:23.815738 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:23.823933 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:23.824122 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-25f1f1e7-017b-43b7-8868-890d85918e0e admin admin] Calling delete_port for b71a1d45-5196-44a4-988b-1ddb8d21d49d owned by network:router_gateway {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:08:23.894956 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-6ed54ba1-acf0-478e-ab02-cd6ec0abe22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'name': 'tempest-AttachVolumeShelveTestJSON-939457999-router', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'b71a1d45-5196-44a4-988b-1ddb8d21d49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:01Z', 'updated_at': '2022-05-26T14:08:22Z', 'revision_number': 5, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'gw_port': {'id': 'b71a1d45-5196-44a4-988b-1ddb8d21d49d', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:22:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:56:02Z', 'updated_at': '2022-05-26T13:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi'}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:08:23.921059 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed54ba1-acf0-478e-ab02-cd6ec0abe22b None None] Checking router: d98b958f-5a1c-46df-84ad-2467daf14fc3 for host: dv-cinder-842130-1-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:08:23.929760 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed54ba1-acf0-478e-ab02-cd6ec0abe22b None None] Routers {'d98b958f-5a1c-46df-84ad-2467daf14fc3'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:08:23.930523 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-6ed54ba1-acf0-478e-ab02-cd6ec0abe22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:08:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['d98b958f-5a1c-46df-84ad-2467daf14fc3'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:08:24.003491 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-25f1f1e7-017b-43b7-8868-890d85918e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (b71a1d45-5196-44a4-988b-1ddb8d21d49d), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:24.030719 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f1f1e7-017b-43b7-8868-890d85918e0e admin admin] Pushing event deleted for resources: {'Port': ['ID=b71a1d45-5196-44a4-988b-1ddb8d21d49d,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:24.038186 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:24.038857 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:24.042176 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-6ed54ba1-acf0-478e-ab02-cd6ec0abe22b None None] Set router d98b958f-5a1c-46df-84ad-2467daf14fc3 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:08:24.093127 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:24.097758 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-6ed54ba1-acf0-478e-ab02-cd6ec0abe22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'name': 'tempest-AttachVolumeShelveTestJSON-939457999-router', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:01Z', 'updated_at': '2022-05-26T14:08:23Z', 'revision_number': 6, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'gw_port_host': None}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:08:24.103330 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-25f1f1e7-017b-43b7-8868-890d85918e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-778726'] for router_gateway (d98b958f-5a1c-46df-84ad-2467daf14fc3), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:24.126110 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed54ba1-acf0-478e-ab02-cd6ec0abe22b None None] The sync data for ids ['d98b958f-5a1c-46df-84ad-2467daf14fc3'] in dv-cinder-842130-1-iscsi is: [{'id': 'd98b958f-5a1c-46df-84ad-2467daf14fc3', 'name': 'tempest-AttachVolumeShelveTestJSON-939457999-router', 'tenant_id': '7116b23d173c4192a6c8d996ad31d57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:56:01Z', 'updated_at': '2022-05-26T14:08:23Z', 'revision_number': 6, 'project_id': '7116b23d173c4192a6c8d996ad31d57c', 'gw_port_host': None}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:08:24.145391 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 53238) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:24.196307 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-25f1f1e7-017b-43b7-8868-890d85918e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5905'] for router (d98b958f-5a1c-46df-84ad-2467daf14fc3), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:24.199399 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-25f1f1e7-017b-43b7-8868-890d85918e0e admin admin] Publish callbacks [] for router_controller (d98b958f-5a1c-46df-84ad-2467daf14fc3), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:24.242703 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-25f1f1e7-017b-43b7-8868-890d85918e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579260'] for router (d98b958f-5a1c-46df-84ad-2467daf14fc3), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:24.243519 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f1f1e7-017b-43b7-8868-890d85918e0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d98b958f-5a1c-46df-84ad-2467daf14fc3 {{(pid=103886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 14:08:24.247870 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-25f1f1e7-017b-43b7-8868-890d85918e0e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:24.249717 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-25f1f1e7-017b-43b7-8868-890d85918e0e admin admin] 10.222.0.91 "DELETE /v2.0/routers/d98b958f-5a1c-46df-84ad-2467daf14fc3 HTTP/1.1" status: 204 len: 168 time: 0.7902350 May 26 14:08:24.252198 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 53242) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:24.269355 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d2a1e97-4980-49a5-91c9-de9da7959c63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:24.297086 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b3328f-f4de-441a-91cb-fccc43069b8d admin admin] Deleting subnet 610ffda6-b7a7-4a06-84a4-402e2b1f27f2 {{(pid=103886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 14:08:24.300431 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-04b3328f-f4de-441a-91cb-fccc43069b8d admin admin] Publish callbacks [] for subnet (610ffda6-b7a7-4a06-84a4-402e2b1f27f2), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:24.337271 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-04b3328f-f4de-441a-91cb-fccc43069b8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13293489'] for subnet (610ffda6-b7a7-4a06-84a4-402e2b1f27f2), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:24.348332 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d2a1e97-4980-49a5-91c9-de9da7959c63 admin admin] Publish callbacks [] for security_group (711709da-f76b-483e-a523-f230dfab5eae), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:24.352635 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d2a1e97-4980-49a5-91c9-de9da7959c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (711709da-f76b-483e-a523-f230dfab5eae), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:24.391734 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-2d2a1e97-4980-49a5-91c9-de9da7959c63 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=568f8b139a7f4102a31db8bee764ec2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2450802 May 26 14:08:24.392607 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2a1e97-4980-49a5-91c9-de9da7959c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711709da-f76b-483e-a523-f230dfab5eae,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:24.394873 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 53244) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:24.417879 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-04b3328f-f4de-441a-91cb-fccc43069b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771753'] for subnet (610ffda6-b7a7-4a06-84a4-402e2b1f27f2), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:24.443203 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f1f3c204-2f69-44da-a895-d752987a5419 admin admin] Publish callbacks [] for security_group (711709da-f76b-483e-a523-f230dfab5eae), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:24.465650 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f1f3c204-2f69-44da-a895-d752987a5419 admin admin] Publish callbacks [] for security_group (711709da-f76b-483e-a523-f230dfab5eae), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:24.475517 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-04b3328f-f4de-441a-91cb-fccc43069b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13293486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13325969'] for subnet (610ffda6-b7a7-4a06-84a4-402e2b1f27f2), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:24.501887 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3328f-f4de-441a-91cb-fccc43069b8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=610ffda6-b7a7-4a06-84a4-402e2b1f27f2,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:24.510614 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-04b3328f-f4de-441a-91cb-fccc43069b8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:24.515955 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-04b3328f-f4de-441a-91cb-fccc43069b8d admin admin] 10.222.0.91 "DELETE /v2.0/subnets/610ffda6-b7a7-4a06-84a4-402e2b1f27f2 HTTP/1.1" status: 204 len: 168 time: 0.2602243 May 26 14:08:24.515955 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 53246) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:24.522685 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79a1c89-f947-4356-b702-6b11db85ea88 None None] Network 8b5ae806-b190-4516-8465-70dba440ef62 requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 14:08:24.539121 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f1f3c204-2f69-44da-a895-d752987a5419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (711709da-f76b-483e-a523-f230dfab5eae), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:24.542117 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f1f3c204-2f69-44da-a895-d752987a5419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:24.543647 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-f1f3c204-2f69-44da-a895-d752987a5419 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/711709da-f76b-483e-a523-f230dfab5eae HTTP/1.1" status: 204 len: 168 time: 0.1478837 May 26 14:08:24.554906 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3c204-2f69-44da-a895-d752987a5419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711709da-f76b-483e-a523-f230dfab5eae,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:24.612273 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-75fb5aee-3024-46e9-8157-668338ccde94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1846382'] for network (8b5ae806-b190-4516-8465-70dba440ef62), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:24.657013 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-75fb5aee-3024-46e9-8157-668338ccde94 admin admin] Deleting port 5af90525-7e7a-4501-a888-22ae83f43ffb {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:08:24.657379 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-75fb5aee-3024-46e9-8157-668338ccde94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (5af90525-7e7a-4501-a888-22ae83f43ffb), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:24.723266 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-75fb5aee-3024-46e9-8157-668338ccde94 admin admin] For port 5af90525-7e7a-4501-a888-22ae83f43ffb, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=5af90525-7e7a-4501-a888-22ae83f43ffb,segment=NetworkSegment(19072dfe-0334-40e6-bb73-47766657aa3f),segment_id=19072dfe-0334-40e6-bb73-47766657aa3f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:08:24.723633 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-75fb5aee-3024-46e9-8157-668338ccde94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (5af90525-7e7a-4501-a888-22ae83f43ffb), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:24.736819 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-75fb5aee-3024-46e9-8157-668338ccde94 admin admin] Calling delete_port for 5af90525-7e7a-4501-a888-22ae83f43ffb owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:08:24.821672 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-75fb5aee-3024-46e9-8157-668338ccde94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (5af90525-7e7a-4501-a888-22ae83f43ffb), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:24.848329 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb5aee-3024-46e9-8157-668338ccde94 admin admin] Pushing event deleted for resources: {'Port': ['ID=5af90525-7e7a-4501-a888-22ae83f43ffb,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:24.850339 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fb5aee-3024-46e9-8157-668338ccde94 admin admin] No DVR routers for this DVR port 5af90525-7e7a-4501-a888-22ae83f43ffb on host dv-cinder-842130-1-iscsi {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:08:24.871003 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 53252) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:24.886954 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a129beb-194d-47d0-b53d-5aae9f820d3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:24.925718 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-75fb5aee-3024-46e9-8157-668338ccde94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769820', 'neutron.services.segments.db._delete_segments_for_network-8727248709232'] for network (8b5ae806-b190-4516-8465-70dba440ef62), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:24.954078 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-75fb5aee-3024-46e9-8157-668338ccde94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b5ae806-b190-4516-8465-70dba440ef62']}} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:08:24.964984 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-75fb5aee-3024-46e9-8157-668338ccde94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19072dfe-0334-40e6-bb73-47766657aa3f') {'for_net_delete': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:08:24.965310 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-75fb5aee-3024-46e9-8157-668338ccde94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19072dfe-0334-40e6-bb73-47766657aa3f') {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:08:24.968007 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:24.968353 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a129beb-194d-47d0-b53d-5aae9f820d3f admin admin] Publish callbacks [] for security_group (2ab9c382-6732-4445-a31f-42aa2ae2021f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:24.973883 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a129beb-194d-47d0-b53d-5aae9f820d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (2ab9c382-6732-4445-a31f-42aa2ae2021f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:24.977399 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99cc257-42fb-40b2-9445-6c89ca97240c None None] DHCP port deletion for 8b5ae806-b190-4516-8465-70dba440ef62 request from dv-cinder-842130-1-iscsi {{(pid=103887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 14:08:24.980378 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-75fb5aee-3024-46e9-8157-668338ccde94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727248710265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13293448'] for segment (19072dfe-0334-40e6-bb73-47766657aa3f), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:25.000863 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-75fb5aee-3024-46e9-8157-668338ccde94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990'] for segment (19072dfe-0334-40e6-bb73-47766657aa3f), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:25.008250 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75fb5aee-3024-46e9-8157-668338ccde94 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 14:08:25.008645 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-75fb5aee-3024-46e9-8157-668338ccde94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13292044'] for segment (19072dfe-0334-40e6-bb73-47766657aa3f), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:25.016770 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-8a129beb-194d-47d0-b53d-5aae9f820d3f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5410c932dc2a4781a8e1bff061370e97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1447062 May 26 14:08:25.017660 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a129beb-194d-47d0-b53d-5aae9f820d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab9c382-6732-4445-a31f-42aa2ae2021f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:25.020028 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 53256) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:25.065971 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.services.segments.plugin [-] Segment 19072dfe-0334-40e6-bb73-47766657aa3f resource provider aggregate not found May 26 14:08:25.075007 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-280ba17d-d931-4eba-9188-46b2fbcb4ca2 admin admin] Publish callbacks [] for security_group (2ab9c382-6732-4445-a31f-42aa2ae2021f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:25.086625 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-75fb5aee-3024-46e9-8157-668338ccde94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778698'] for network (8b5ae806-b190-4516-8465-70dba440ef62), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:25.093709 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-75fb5aee-3024-46e9-8157-668338ccde94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:25.100966 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-75fb5aee-3024-46e9-8157-668338ccde94 admin admin] 10.222.0.91 "DELETE /v2.0/networks/8b5ae806-b190-4516-8465-70dba440ef62 HTTP/1.1" status: 204 len: 168 time: 0.5817132 May 26 14:08:25.100966 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.services.segments.plugin [-] Segment 19072dfe-0334-40e6-bb73-47766657aa3f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19072dfe-0334-40e6-bb73-47766657aa3f found for delete ", "request_id": "req-cf51253e-6a15-4365-a9e0-c78f81012ece"}]} May 26 14:08:25.116571 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb5aee-3024-46e9-8157-668338ccde94 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b5ae806-b190-4516-8465-70dba440ef62,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:25.118418 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-280ba17d-d931-4eba-9188-46b2fbcb4ca2 admin admin] Publish callbacks [] for security_group (2ab9c382-6732-4445-a31f-42aa2ae2021f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:25.179958 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-280ba17d-d931-4eba-9188-46b2fbcb4ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (2ab9c382-6732-4445-a31f-42aa2ae2021f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:25.184741 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-280ba17d-d931-4eba-9188-46b2fbcb4ca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:25.188018 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-280ba17d-d931-4eba-9188-46b2fbcb4ca2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2ab9c382-6732-4445-a31f-42aa2ae2021f HTTP/1.1" status: 204 len: 168 time: 0.1667428 May 26 14:08:25.199530 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ba17d-d931-4eba-9188-46b2fbcb4ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab9c382-6732-4445-a31f-42aa2ae2021f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:25.242938 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device b830b597-1fe9-4b3e-966f-ccc794d433a4 no longer exists at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:08:25.267744 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] No Port match for: b830b597-1fe9-4b3e-966f-ccc794d433a4 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:08:25.268460 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device b830b597-1fe9-4b3e-966f-ccc794d433a4 not bound to the agent host dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:08:25.268837 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device b71a1d45-5196-44a4-988b-1ddb8d21d49d no longer exists at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:08:25.286881 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] No Port match for: b71a1d45-5196-44a4-988b-1ddb8d21d49d {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:08:25.287478 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device b71a1d45-5196-44a4-988b-1ddb8d21d49d not bound to the agent host dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:08:25.287885 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 5af90525-7e7a-4501-a888-22ae83f43ffb no longer exists at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:08:25.310188 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] No Port match for: 5af90525-7e7a-4501-a888-22ae83f43ffb {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:08:25.310532 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 5af90525-7e7a-4501-a888-22ae83f43ffb not bound to the agent host dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:08:25.351074 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 53266) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:25.375042 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:25.400101 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-8a5cd370-8c56-48e2-a67c-aa03e62e8fc1 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7116b23d173c4192a6c8d996ad31d57c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0474098 May 26 14:08:25.402362 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 53268) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:25.453778 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0a769b14-5929-47b2-b4a1-ebea44572e6b admin admin] Publish callbacks [] for security_group (55670397-44e4-45bb-9362-ea49465d4a99), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:25.479494 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0a769b14-5929-47b2-b4a1-ebea44572e6b admin admin] Publish callbacks [] for security_group (55670397-44e4-45bb-9362-ea49465d4a99), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:25.528866 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0a769b14-5929-47b2-b4a1-ebea44572e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (55670397-44e4-45bb-9362-ea49465d4a99), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:25.531501 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0a769b14-5929-47b2-b4a1-ebea44572e6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:25.532666 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-0a769b14-5929-47b2-b4a1-ebea44572e6b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/55670397-44e4-45bb-9362-ea49465d4a99 HTTP/1.1" status: 204 len: 168 time: 0.1293733 May 26 14:08:25.540869 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a769b14-5929-47b2-b4a1-ebea44572e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55670397-44e4-45bb-9362-ea49465d4a99,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:27.513109 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 53362) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:27.629679 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8bf5fde-7ce5-4216-bb98-8d7ab3cd7e5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:27.678720 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:27.685439 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:27.723410 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8bf5fde-7ce5-4216-bb98-8d7ab3cd7e5f admin admin] Publish callbacks [] for security_group (177c9393-7e19-4c2b-a9e2-c58706e5f001), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:27.727292 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8bf5fde-7ce5-4216-bb98-8d7ab3cd7e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (177c9393-7e19-4c2b-a9e2-c58706e5f001), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:27.768097 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-d8bf5fde-7ce5-4216-bb98-8d7ab3cd7e5f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a1f2e1d51c8a4c3b98ae4eaa8a3968c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2533200 May 26 14:08:27.769324 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf5fde-7ce5-4216-bb98-8d7ab3cd7e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177c9393-7e19-4c2b-a9e2-c58706e5f001,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:27.771062 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 53366) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:27.820744 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6d29d5f3-8aa9-4750-96fd-0a1aa2f52f15 admin admin] Publish callbacks [] for security_group (177c9393-7e19-4c2b-a9e2-c58706e5f001), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:27.841965 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6d29d5f3-8aa9-4750-96fd-0a1aa2f52f15 admin admin] Publish callbacks [] for security_group (177c9393-7e19-4c2b-a9e2-c58706e5f001), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:27.889446 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6d29d5f3-8aa9-4750-96fd-0a1aa2f52f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (177c9393-7e19-4c2b-a9e2-c58706e5f001), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:27.891938 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6d29d5f3-8aa9-4750-96fd-0a1aa2f52f15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:27.893200 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-6d29d5f3-8aa9-4750-96fd-0a1aa2f52f15 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/177c9393-7e19-4c2b-a9e2-c58706e5f001 HTTP/1.1" status: 204 len: 168 time: 0.1210260 May 26 14:08:27.900968 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d29d5f3-8aa9-4750-96fd-0a1aa2f52f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177c9393-7e19-4c2b-a9e2-c58706e5f001,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:28.157741 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 53372) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:28.171254 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3b662272-20cc-4ebf-acdb-711e306208b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:28.248537 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3b662272-20cc-4ebf-acdb-711e306208b7 admin admin] Publish callbacks [] for security_group (8f82361e-9084-4c21-ba15-f857babc0d92), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:28.253062 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3b662272-20cc-4ebf-acdb-711e306208b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (8f82361e-9084-4c21-ba15-f857babc0d92), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:28.296751 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-3b662272-20cc-4ebf-acdb-711e306208b7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ed1667e76ef84d1e88a53309f2406c49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379266 May 26 14:08:28.297477 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b662272-20cc-4ebf-acdb-711e306208b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f82361e-9084-4c21-ba15-f857babc0d92,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:28.300266 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 53378) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:28.351079 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e75d-e58b-4b8b-a2d1-d88a48a4aaa6 admin admin] Publish callbacks [] for security_group (8f82361e-9084-4c21-ba15-f857babc0d92), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:28.376235 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e75d-e58b-4b8b-a2d1-d88a48a4aaa6 admin admin] Publish callbacks [] for security_group (8f82361e-9084-4c21-ba15-f857babc0d92), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:28.426361 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e75d-e58b-4b8b-a2d1-d88a48a4aaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (8f82361e-9084-4c21-ba15-f857babc0d92), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:28.429240 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e75d-e58b-4b8b-a2d1-d88a48a4aaa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:28.430464 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-b9a3e75d-e58b-4b8b-a2d1-d88a48a4aaa6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8f82361e-9084-4c21-ba15-f857babc0d92 HTTP/1.1" status: 204 len: 168 time: 0.1293743 May 26 14:08:28.438739 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3e75d-e58b-4b8b-a2d1-d88a48a4aaa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f82361e-9084-4c21-ba15-f857babc0d92,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:28.496708 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:28.500262 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:30.261067 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 53460) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:30.386113 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f061eb3d-c5f7-4774-bba6-a443995ddb0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:30.422902 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:30.452058 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:30.477320 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f061eb3d-c5f7-4774-bba6-a443995ddb0c admin admin] Publish callbacks [] for security_group (d1a235ee-1985-4b15-abc1-a37a2c0bdfc3), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:30.481793 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f061eb3d-c5f7-4774-bba6-a443995ddb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (d1a235ee-1985-4b15-abc1-a37a2c0bdfc3), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:30.525379 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061eb3d-c5f7-4774-bba6-a443995ddb0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a235ee-1985-4b15-abc1-a37a2c0bdfc3,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:30.534450 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-f061eb3d-c5f7-4774-bba6-a443995ddb0c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=820e70ea33fa4564bdfeaaef078c413d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2715869 May 26 14:08:30.535517 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 53472) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:30.584059 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 53474) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:30.591827 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4128b1f1-a43c-4620-9af9-a4d28c81c1ce admin admin] Publish callbacks [] for security_group (d1a235ee-1985-4b15-abc1-a37a2c0bdfc3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:30.615038 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4128b1f1-a43c-4620-9af9-a4d28c81c1ce admin admin] Publish callbacks [] for security_group (d1a235ee-1985-4b15-abc1-a37a2c0bdfc3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:30.673254 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4128b1f1-a43c-4620-9af9-a4d28c81c1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (d1a235ee-1985-4b15-abc1-a37a2c0bdfc3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:30.675913 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4128b1f1-a43c-4620-9af9-a4d28c81c1ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:30.681286 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-4128b1f1-a43c-4620-9af9-a4d28c81c1ce admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d1a235ee-1985-4b15-abc1-a37a2c0bdfc3 HTTP/1.1" status: 204 len: 168 time: 0.1402292 May 26 14:08:30.685342 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128b1f1-a43c-4620-9af9-a4d28c81c1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a235ee-1985-4b15-abc1-a37a2c0bdfc3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:30.713763 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-41384c46-0fb5-4941-b1e6-328f60c5d815 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:30.799047 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-41384c46-0fb5-4941-b1e6-328f60c5d815 admin admin] Publish callbacks [] for security_group (25c11d3f-a8b0-464e-b443-2b2d8d35a3f9), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:30.803838 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-41384c46-0fb5-4941-b1e6-328f60c5d815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (25c11d3f-a8b0-464e-b443-2b2d8d35a3f9), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:30.843370 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41384c46-0fb5-4941-b1e6-328f60c5d815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c11d3f-a8b0-464e-b443-2b2d8d35a3f9,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:30.849111 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-41384c46-0fb5-4941-b1e6-328f60c5d815 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=229436f200544e7c96a6099ed408de1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2639129 May 26 14:08:30.851997 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 53482) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:30.904442 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b2afa87-cd04-447d-a2de-210615b7d777 admin admin] Publish callbacks [] for security_group (25c11d3f-a8b0-464e-b443-2b2d8d35a3f9), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:30.927497 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b2afa87-cd04-447d-a2de-210615b7d777 admin admin] Publish callbacks [] for security_group (25c11d3f-a8b0-464e-b443-2b2d8d35a3f9), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:30.980899 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b2afa87-cd04-447d-a2de-210615b7d777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (25c11d3f-a8b0-464e-b443-2b2d8d35a3f9), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:30.986134 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b2afa87-cd04-447d-a2de-210615b7d777 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:30.986134 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-6b2afa87-cd04-447d-a2de-210615b7d777 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/25c11d3f-a8b0-464e-b443-2b2d8d35a3f9 HTTP/1.1" status: 204 len: 168 time: 0.1329169 May 26 14:08:30.994430 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2afa87-cd04-447d-a2de-210615b7d777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c11d3f-a8b0-464e-b443-2b2d8d35a3f9,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:31.028495 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 53486) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:31.044379 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a72c0b8c-ea79-496f-8f86-2c4d17d7de92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:31.142581 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a72c0b8c-ea79-496f-8f86-2c4d17d7de92 admin admin] Publish callbacks [] for security_group (a8890aea-51a4-429c-9734-c8a467a51cb8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:31.146977 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a72c0b8c-ea79-496f-8f86-2c4d17d7de92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (a8890aea-51a4-429c-9734-c8a467a51cb8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:31.202863 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-a72c0b8c-ea79-496f-8f86-2c4d17d7de92 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=fa58ccfb636b4935be7ff3520c4cd2f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1730311 May 26 14:08:31.204189 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c0b8c-ea79-496f-8f86-2c4d17d7de92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8890aea-51a4-429c-9734-c8a467a51cb8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:31.206867 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 53490) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:31.284779 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3e7f033a-7bc1-420f-b79c-133a2e61efa0 admin admin] Publish callbacks [] for security_group (a8890aea-51a4-429c-9734-c8a467a51cb8), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:31.307962 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3e7f033a-7bc1-420f-b79c-133a2e61efa0 admin admin] Publish callbacks [] for security_group (a8890aea-51a4-429c-9734-c8a467a51cb8), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:31.365539 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3e7f033a-7bc1-420f-b79c-133a2e61efa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (a8890aea-51a4-429c-9734-c8a467a51cb8), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:31.369079 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3e7f033a-7bc1-420f-b79c-133a2e61efa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:31.371062 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-3e7f033a-7bc1-420f-b79c-133a2e61efa0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a8890aea-51a4-429c-9734-c8a467a51cb8 HTTP/1.1" status: 204 len: 168 time: 0.1625941 May 26 14:08:31.380292 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f033a-7bc1-420f-b79c-133a2e61efa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8890aea-51a4-429c-9734-c8a467a51cb8,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:31.424112 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 53494) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:31.438341 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0e66658-71c4-45b5-8295-0b2967d1a4cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:31.517514 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0e66658-71c4-45b5-8295-0b2967d1a4cb admin admin] Publish callbacks [] for security_group (5da17221-fa6a-4d74-9193-94358bb23ec7), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:31.522171 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0e66658-71c4-45b5-8295-0b2967d1a4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (5da17221-fa6a-4d74-9193-94358bb23ec7), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:31.526842 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:31.567865 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e66658-71c4-45b5-8295-0b2967d1a4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da17221-fa6a-4d74-9193-94358bb23ec7,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:31.572337 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-d0e66658-71c4-45b5-8295-0b2967d1a4cb admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ca08500199e14deca4b0abb1e777516f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1470814 May 26 14:08:31.574941 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 53498) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:31.618862 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:31.631370 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ae354ef0-6779-4aa2-96a7-c5acac34200e admin admin] Publish callbacks [] for security_group (5da17221-fa6a-4d74-9193-94358bb23ec7), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:31.661874 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ae354ef0-6779-4aa2-96a7-c5acac34200e admin admin] Publish callbacks [] for security_group (5da17221-fa6a-4d74-9193-94358bb23ec7), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:31.715302 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ae354ef0-6779-4aa2-96a7-c5acac34200e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (5da17221-fa6a-4d74-9193-94358bb23ec7), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:31.718300 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ae354ef0-6779-4aa2-96a7-c5acac34200e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:31.719478 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-ae354ef0-6779-4aa2-96a7-c5acac34200e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5da17221-fa6a-4d74-9193-94358bb23ec7 HTTP/1.1" status: 204 len: 168 time: 0.1436229 May 26 14:08:31.727514 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae354ef0-6779-4aa2-96a7-c5acac34200e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da17221-fa6a-4d74-9193-94358bb23ec7,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:33.480156 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 53588) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:33.595857 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b0284d21-2335-4e4e-9eaa-96cb4b627e5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:33.679779 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b0284d21-2335-4e4e-9eaa-96cb4b627e5a admin admin] Publish callbacks [] for security_group (c5db3c46-f237-4af7-ab0d-013d9d6b11a4), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:33.683797 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b0284d21-2335-4e4e-9eaa-96cb4b627e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (c5db3c46-f237-4af7-ab0d-013d9d6b11a4), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:33.726226 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-b0284d21-2335-4e4e-9eaa-96cb4b627e5a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d2f48acb82ea4164835c401f9dffdcc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2446551 May 26 14:08:33.727102 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0284d21-2335-4e4e-9eaa-96cb4b627e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5db3c46-f237-4af7-ab0d-013d9d6b11a4,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:33.728872 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 53596) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:33.736277 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0284d21-2335-4e4e-9eaa-96cb4b627e5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:08:33.736833 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0284d21-2335-4e4e-9eaa-96cb4b627e5a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:08:33.737044 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0284d21-2335-4e4e-9eaa-96cb4b627e5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:08:33.737408 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0284d21-2335-4e4e-9eaa-96cb4b627e5a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:08:33.737742 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0284d21-2335-4e4e-9eaa-96cb4b627e5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:08:33.738310 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0284d21-2335-4e4e-9eaa-96cb4b627e5a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:08:33.738429 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0284d21-2335-4e4e-9eaa-96cb4b627e5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:08:33.738707 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0284d21-2335-4e4e-9eaa-96cb4b627e5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:08:33.739102 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0284d21-2335-4e4e-9eaa-96cb4b627e5a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:08:33.739350 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0284d21-2335-4e4e-9eaa-96cb4b627e5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:08:33.739673 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0284d21-2335-4e4e-9eaa-96cb4b627e5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:08:33.739996 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0284d21-2335-4e4e-9eaa-96cb4b627e5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:08:33.740316 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0284d21-2335-4e4e-9eaa-96cb4b627e5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:08:33.740629 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0284d21-2335-4e4e-9eaa-96cb4b627e5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:08:33.740948 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0284d21-2335-4e4e-9eaa-96cb4b627e5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:08:33.787174 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4b73055-b007-45ec-ac82-96e47d457b76 admin admin] Publish callbacks [] for security_group (c5db3c46-f237-4af7-ab0d-013d9d6b11a4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:33.810365 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4b73055-b007-45ec-ac82-96e47d457b76 admin admin] Publish callbacks [] for security_group (c5db3c46-f237-4af7-ab0d-013d9d6b11a4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:33.872687 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4b73055-b007-45ec-ac82-96e47d457b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (c5db3c46-f237-4af7-ab0d-013d9d6b11a4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:33.875427 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4b73055-b007-45ec-ac82-96e47d457b76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:33.876589 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-f4b73055-b007-45ec-ac82-96e47d457b76 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c5db3c46-f237-4af7-ab0d-013d9d6b11a4 HTTP/1.1" status: 204 len: 168 time: 0.1461122 May 26 14:08:33.885712 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b73055-b007-45ec-ac82-96e47d457b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5db3c46-f237-4af7-ab0d-013d9d6b11a4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:34.161678 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 53606) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:34.175641 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e69f06f5-df66-47e1-9e9b-5947a235269d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:34.252964 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e69f06f5-df66-47e1-9e9b-5947a235269d admin admin] Publish callbacks [] for security_group (71bd0599-da8e-47fb-89f3-6c48f200daad), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:34.257856 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e69f06f5-df66-47e1-9e9b-5947a235269d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (71bd0599-da8e-47fb-89f3-6c48f200daad), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:34.301250 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-e69f06f5-df66-47e1-9e9b-5947a235269d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e833517b53454447915a423c49167866&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1384795 May 26 14:08:34.302110 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f06f5-df66-47e1-9e9b-5947a235269d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71bd0599-da8e-47fb-89f3-6c48f200daad,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:34.303843 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 53608) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:34.354233 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a72576b5-fae3-462b-81c7-40e005250aba admin admin] Publish callbacks [] for security_group (71bd0599-da8e-47fb-89f3-6c48f200daad), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:34.376817 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a72576b5-fae3-462b-81c7-40e005250aba admin admin] Publish callbacks [] for security_group (71bd0599-da8e-47fb-89f3-6c48f200daad), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:34.423741 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a72576b5-fae3-462b-81c7-40e005250aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (71bd0599-da8e-47fb-89f3-6c48f200daad), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:34.426387 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a72576b5-fae3-462b-81c7-40e005250aba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:34.427478 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-a72576b5-fae3-462b-81c7-40e005250aba admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/71bd0599-da8e-47fb-89f3-6c48f200daad HTTP/1.1" status: 204 len: 168 time: 0.1219573 May 26 14:08:34.435175 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72576b5-fae3-462b-81c7-40e005250aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bd0599-da8e-47fb-89f3-6c48f200daad,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:36.256757 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91924915-8f74-4da9-9130-337f8dec1a3b req-f7c0c148-64bc-472f-abef-ca8af6a75172 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:08:36.258743 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-91924915-8f74-4da9-9130-337f8dec1a3b req-f7c0c148-64bc-472f-abef-ca8af6a75172 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0579433 May 26 14:08:36.296340 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 53706) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:36.328889 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-91924915-8f74-4da9-9130-337f8dec1a3b req-e7f25d8d-7f3a-49a2-9790-8fe8e01da536 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627971 May 26 14:08:36.427488 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f456ea0-aab3-4756-b4fb-e883a14f35f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:36.430030 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:36.460805 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:36.509218 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f456ea0-aab3-4756-b4fb-e883a14f35f5 admin admin] Publish callbacks [] for security_group (9030367e-a9ae-4def-8f3e-a3cfef1c573a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:36.516231 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f456ea0-aab3-4756-b4fb-e883a14f35f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (9030367e-a9ae-4def-8f3e-a3cfef1c573a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:36.527520 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:08:36.557213 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-0f456ea0-aab3-4756-b4fb-e883a14f35f5 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0cd88dc0b84d47e394847f12a51ed21a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2586739 May 26 14:08:36.557213 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f456ea0-aab3-4756-b4fb-e883a14f35f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9030367e-a9ae-4def-8f3e-a3cfef1c573a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:36.558686 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 53722) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:36.611945 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d90ddc3d-0e85-49e2-82aa-875c447f36b2 admin admin] Publish callbacks [] for security_group (9030367e-a9ae-4def-8f3e-a3cfef1c573a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:36.639678 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d90ddc3d-0e85-49e2-82aa-875c447f36b2 admin admin] Publish callbacks [] for security_group (9030367e-a9ae-4def-8f3e-a3cfef1c573a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:36.697346 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d90ddc3d-0e85-49e2-82aa-875c447f36b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (9030367e-a9ae-4def-8f3e-a3cfef1c573a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:36.700041 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d90ddc3d-0e85-49e2-82aa-875c447f36b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:36.701297 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-d90ddc3d-0e85-49e2-82aa-875c447f36b2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9030367e-a9ae-4def-8f3e-a3cfef1c573a HTTP/1.1" status: 204 len: 168 time: 0.1409385 May 26 14:08:36.712542 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ddc3d-0e85-49e2-82aa-875c447f36b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9030367e-a9ae-4def-8f3e-a3cfef1c573a,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:37.001397 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 53738) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:37.015209 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc52a149-a903-4ee9-9a7e-f44e862e4ded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:37.092462 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc52a149-a903-4ee9-9a7e-f44e862e4ded admin admin] Publish callbacks [] for security_group (59aa91e8-4310-44c5-8456-85e4bf281686), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:37.096204 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc52a149-a903-4ee9-9a7e-f44e862e4ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (59aa91e8-4310-44c5-8456-85e4bf281686), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:37.134235 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52a149-a903-4ee9-9a7e-f44e862e4ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59aa91e8-4310-44c5-8456-85e4bf281686,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:37.139379 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-cc52a149-a903-4ee9-9a7e-f44e862e4ded admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b26aa052188546789e91db0661dbbb9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368561 May 26 14:08:37.141297 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 53740) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:37.190841 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68b7bb83-3fcb-478c-95d2-d41b6d87cfec admin admin] Publish callbacks [] for security_group (59aa91e8-4310-44c5-8456-85e4bf281686), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:37.215315 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68b7bb83-3fcb-478c-95d2-d41b6d87cfec admin admin] Publish callbacks [] for security_group (59aa91e8-4310-44c5-8456-85e4bf281686), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:37.262795 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68b7bb83-3fcb-478c-95d2-d41b6d87cfec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (59aa91e8-4310-44c5-8456-85e4bf281686), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:37.265923 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68b7bb83-3fcb-478c-95d2-d41b6d87cfec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:37.267056 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-68b7bb83-3fcb-478c-95d2-d41b6d87cfec admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/59aa91e8-4310-44c5-8456-85e4bf281686 HTTP/1.1" status: 204 len: 168 time: 0.1248353 May 26 14:08:37.274437 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b7bb83-3fcb-478c-95d2-d41b6d87cfec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59aa91e8-4310-44c5-8456-85e4bf281686,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:37.361564 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:37.415248 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:37.454375 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98739a2-0f9c-41e3-a29f-2bc6ea09ce2c req-1e398c28-08dd-4fcf-98b2-047051bb985a tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:08:37.455980 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a98739a2-0f9c-41e3-a29f-2bc6ea09ce2c req-1e398c28-08dd-4fcf-98b2-047051bb985a tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0551591 May 26 14:08:37.505324 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a98739a2-0f9c-41e3-a29f-2bc6ea09ce2c req-b3be2815-b77a-459f-9626-cf5c28070d1e tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425925 May 26 14:08:38.257761 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 53782) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:38.369363 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c014ae70-0934-4d29-be33-5f02db91feda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:38.457335 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c014ae70-0934-4d29-be33-5f02db91feda admin admin] Publish callbacks [] for security_group (8ba8d31a-d7ba-48f8-a1e4-ab6ce088a765), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:38.461737 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c014ae70-0934-4d29-be33-5f02db91feda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (8ba8d31a-d7ba-48f8-a1e4-ab6ce088a765), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:38.496836 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:INSERT=23,neutron:SELECT=72,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:38.503093 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-c014ae70-0934-4d29-be33-5f02db91feda admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=bdf99ab130464dd0a4babe0da87c0fde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442505 May 26 14:08:38.503798 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c014ae70-0934-4d29-be33-5f02db91feda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba8d31a-d7ba-48f8-a1e4-ab6ce088a765,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:38.505731 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 53796) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:38.554059 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:38.568005 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9cde93f2-8cb7-4c97-81a7-123f1d6b016d admin admin] Publish callbacks [] for security_group (8ba8d31a-d7ba-48f8-a1e4-ab6ce088a765), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:38.620078 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9cde93f2-8cb7-4c97-81a7-123f1d6b016d admin admin] Publish callbacks [] for security_group (8ba8d31a-d7ba-48f8-a1e4-ab6ce088a765), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:38.652181 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e44ade-dfcb-4403-8b29-ba2ff6ffd51a req-d3fbd00e-10f5-4255-be62-3d6468d05982 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:08:38.653679 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b5e44ade-dfcb-4403-8b29-ba2ff6ffd51a req-d3fbd00e-10f5-4255-be62-3d6468d05982 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0750422 May 26 14:08:38.711170 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b5e44ade-dfcb-4403-8b29-ba2ff6ffd51a req-7f99f483-77fe-4da5-9099-3d3ded7002cf tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485389 May 26 14:08:38.717134 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9cde93f2-8cb7-4c97-81a7-123f1d6b016d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (8ba8d31a-d7ba-48f8-a1e4-ab6ce088a765), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:38.719874 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9cde93f2-8cb7-4c97-81a7-123f1d6b016d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:38.723508 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-9cde93f2-8cb7-4c97-81a7-123f1d6b016d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8ba8d31a-d7ba-48f8-a1e4-ab6ce088a765 HTTP/1.1" status: 204 len: 168 time: 0.2142584 May 26 14:08:38.729116 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde93f2-8cb7-4c97-81a7-123f1d6b016d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba8d31a-d7ba-48f8-a1e4-ab6ce088a765,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:39.016017 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 53816) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:39.029891 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-760290b3-34c9-4c14-9274-5d882d5b10ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:39.111897 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-760290b3-34c9-4c14-9274-5d882d5b10ee admin admin] Publish callbacks [] for security_group (4ed71be2-379e-4a2e-8096-fd491c0fe1f6), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:39.116463 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-760290b3-34c9-4c14-9274-5d882d5b10ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (4ed71be2-379e-4a2e-8096-fd491c0fe1f6), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:39.156095 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760290b3-34c9-4c14-9274-5d882d5b10ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed71be2-379e-4a2e-8096-fd491c0fe1f6,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:39.160372 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-760290b3-34c9-4c14-9274-5d882d5b10ee admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=98a045e9fa814cdbaa5d1dcb41f4b0de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1433458 May 26 14:08:39.163209 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 53822) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:39.212394 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88aa752c-e23b-46cd-bbf7-8e7f7c0a8bc7 admin admin] Publish callbacks [] for security_group (4ed71be2-379e-4a2e-8096-fd491c0fe1f6), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:39.237661 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88aa752c-e23b-46cd-bbf7-8e7f7c0a8bc7 admin admin] Publish callbacks [] for security_group (4ed71be2-379e-4a2e-8096-fd491c0fe1f6), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:39.287070 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88aa752c-e23b-46cd-bbf7-8e7f7c0a8bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (4ed71be2-379e-4a2e-8096-fd491c0fe1f6), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:39.289809 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88aa752c-e23b-46cd-bbf7-8e7f7c0a8bc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:39.290987 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-88aa752c-e23b-46cd-bbf7-8e7f7c0a8bc7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4ed71be2-379e-4a2e-8096-fd491c0fe1f6 HTTP/1.1" status: 204 len: 168 time: 0.1268952 May 26 14:08:39.299387 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa752c-e23b-46cd-bbf7-8e7f7c0a8bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed71be2-379e-4a2e-8096-fd491c0fe1f6,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:39.836151 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aaaa43-5c83-4f20-bed5-43c880d5deac req-1f6c3972-dcce-4113-91ab-069c251144cc tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:08:39.838092 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-92aaaa43-5c83-4f20-bed5-43c880d5deac req-1f6c3972-dcce-4113-91ab-069c251144cc tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0500264 May 26 14:08:39.889048 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-92aaaa43-5c83-4f20-bed5-43c880d5deac req-a3bf3ea8-7d60-43c2-ab22-6377e713c740 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441003 May 26 14:08:40.421628 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 53858) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:40.528965 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb4a4c77-cc33-4e90-a6a2-004acddd4645 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:40.603862 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb4a4c77-cc33-4e90-a6a2-004acddd4645 admin admin] Publish callbacks [] for security_group (b0d73236-b5da-407a-b92c-b36d4616b5b9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:40.608939 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb4a4c77-cc33-4e90-a6a2-004acddd4645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (b0d73236-b5da-407a-b92c-b36d4616b5b9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:40.651063 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a4c77-cc33-4e90-a6a2-004acddd4645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d73236-b5da-407a-b92c-b36d4616b5b9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:40.660807 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-bb4a4c77-cc33-4e90-a6a2-004acddd4645 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=90e9c8cc32ae4b1ba76712bbd1768eca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374494 May 26 14:08:40.663271 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 53868) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:40.693509 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:INSERT=16,neutron:SELECT=81,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:40.716572 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8584410d-c3c7-4f03-88d3-030f0141f41b admin admin] Publish callbacks [] for security_group (b0d73236-b5da-407a-b92c-b36d4616b5b9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:40.740916 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8584410d-c3c7-4f03-88d3-030f0141f41b admin admin] Publish callbacks [] for security_group (b0d73236-b5da-407a-b92c-b36d4616b5b9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:40.789502 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8584410d-c3c7-4f03-88d3-030f0141f41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (b0d73236-b5da-407a-b92c-b36d4616b5b9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:40.792056 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8584410d-c3c7-4f03-88d3-030f0141f41b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:40.793226 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-8584410d-c3c7-4f03-88d3-030f0141f41b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b0d73236-b5da-407a-b92c-b36d4616b5b9 HTTP/1.1" status: 204 len: 168 time: 0.1290252 May 26 14:08:40.802023 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584410d-c3c7-4f03-88d3-030f0141f41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d73236-b5da-407a-b92c-b36d4616b5b9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:41.015765 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e182e-016b-47fe-a77d-b8d7b2b63ea3 req-505b996f-7c94-40da-9098-1016a7666e02 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:08:41.017307 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-996e182e-016b-47fe-a77d-b8d7b2b63ea3 req-505b996f-7c94-40da-9098-1016a7666e02 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0529492 May 26 14:08:41.042253 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:41.075381 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-996e182e-016b-47fe-a77d-b8d7b2b63ea3 req-89b8895a-76eb-4898-9849-6b8a9b3e4dac tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518248 May 26 14:08:42.191544 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da359d8a-5396-40ac-9ef6-a0092339ad00 req-5f11c115-db4f-4827-9b37-af99bb2a61ce tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:08:42.193016 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-da359d8a-5396-40ac-9ef6-a0092339ad00 req-5f11c115-db4f-4827-9b37-af99bb2a61ce tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0468459 May 26 14:08:42.240523 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-da359d8a-5396-40ac-9ef6-a0092339ad00 req-885a0b22-c7c7-49ef-a773-65532a64f937 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418463 May 26 14:08:42.710937 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=4 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:43.353811 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1658f6a-9005-48fe-bba4-090cd5228017 req-5d331137-518e-415f-8e2e-31a8621fbd36 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:08:43.355279 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e1658f6a-9005-48fe-bba4-090cd5228017 req-5d331137-518e-415f-8e2e-31a8621fbd36 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0474739 May 26 14:08:43.401556 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e1658f6a-9005-48fe-bba4-090cd5228017 req-d7ba2ad2-12db-4a65-9ab5-fbd44225752f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407763 May 26 14:08:44.494580 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:44.538341 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b35da-ed9f-484b-9ab6-d7363b9f1c7e req-3bae2bc6-48e8-48d5-9d4e-3aadfd18c67c tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:08:44.539819 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-913b35da-ed9f-484b-9ab6-d7363b9f1c7e req-3bae2bc6-48e8-48d5-9d4e-3aadfd18c67c tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0580490 May 26 14:08:44.586932 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-913b35da-ed9f-484b-9ab6-d7363b9f1c7e req-6b9258b3-2539-4804-b3ac-e40e0b0f39b9 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414271 May 26 14:08:45.698974 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363cede-afb7-44ca-9e98-2b17d195ab62 req-d22cc1a0-3369-4de4-ab80-d95c3d5765f3 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:08:45.700436 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2363cede-afb7-44ca-9e98-2b17d195ab62 req-d22cc1a0-3369-4de4-ab80-d95c3d5765f3 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0468974 May 26 14:08:45.746624 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2363cede-afb7-44ca-9e98-2b17d195ab62 req-f647b8d8-6ca9-4323-8004-a726c7259e16 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402172 May 26 14:08:46.528134 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=4 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:46.859304 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec945271-3cf2-431d-bbce-e92583d61b9a req-4f19c50b-ae7d-4f93-9adf-eb806a181b97 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:08:46.860769 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ec945271-3cf2-431d-bbce-e92583d61b9a req-4f19c50b-ae7d-4f93-9adf-eb806a181b97 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0465100 May 26 14:08:46.910704 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ec945271-3cf2-431d-bbce-e92583d61b9a req-ae33937a-5543-46ee-9b13-8c6760998b79 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444458 May 26 14:08:47.522917 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-308b2586-47d9-44f6-a79a-bba28365ed4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:48.023775 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64eccf5-7d33-4ecf-9240-91984b3c4658 req-bd15cb53-cd1c-43f3-bffe-27d97fbfca12 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:08:48.025284 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a64eccf5-7d33-4ecf-9240-91984b3c4658 req-bd15cb53-cd1c-43f3-bffe-27d97fbfca12 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0467527 May 26 14:08:48.071873 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a64eccf5-7d33-4ecf-9240-91984b3c4658 req-d0f68167-29ec-4cc8-b06b-74b1f3d96873 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411303 May 26 14:08:48.989545 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 54026) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:49.096731 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-892ea1ed-b555-437c-9fc7-a65cb802237a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:49.174112 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-892ea1ed-b555-437c-9fc7-a65cb802237a admin admin] Publish callbacks [] for security_group (ae3df93a-3cb3-45a2-b699-3abddf96fec1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:49.179470 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-892ea1ed-b555-437c-9fc7-a65cb802237a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (ae3df93a-3cb3-45a2-b699-3abddf96fec1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:49.188821 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4b274-64b5-4eec-95a5-a9f59683b93d req-0241649b-6996-4c27-9d16-d5df55beb6b7 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:08:49.197461 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d6f4b274-64b5-4eec-95a5-a9f59683b93d req-0241649b-6996-4c27-9d16-d5df55beb6b7 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0549347 May 26 14:08:49.214650 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-892ea1ed-b555-437c-9fc7-a65cb802237a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=eb46d0c1b2c14024822577d539627af4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239933 May 26 14:08:49.217297 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 54032) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:49.241794 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d6f4b274-64b5-4eec-95a5-a9f59683b93d req-b93f2c29-24af-44c5-807f-c6996c7b3971 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431759 May 26 14:08:49.247377 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ea1ed-b555-437c-9fc7-a65cb802237a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3df93a-3cb3-45a2-b699-3abddf96fec1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:49.289935 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d5f6ea9b-dd87-4c7f-8f8b-d145c88551b9 admin admin] Publish callbacks [] for security_group (ae3df93a-3cb3-45a2-b699-3abddf96fec1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:49.310741 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d5f6ea9b-dd87-4c7f-8f8b-d145c88551b9 admin admin] Publish callbacks [] for security_group (ae3df93a-3cb3-45a2-b699-3abddf96fec1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:49.357691 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d5f6ea9b-dd87-4c7f-8f8b-d145c88551b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (ae3df93a-3cb3-45a2-b699-3abddf96fec1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:49.360301 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d5f6ea9b-dd87-4c7f-8f8b-d145c88551b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:49.361467 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-d5f6ea9b-dd87-4c7f-8f8b-d145c88551b9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ae3df93a-3cb3-45a2-b699-3abddf96fec1 HTTP/1.1" status: 204 len: 168 time: 0.1432507 May 26 14:08:49.369011 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6ea9b-dd87-4c7f-8f8b-d145c88551b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3df93a-3cb3-45a2-b699-3abddf96fec1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:49.631802 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 54038) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:49.645679 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a65bad42-6af4-49fa-9d08-16220941d77c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:49.679915 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:49.683999 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0d54e32c-69e5-4bce-b4fe-aaf7e82c46cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:49.733070 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a65bad42-6af4-49fa-9d08-16220941d77c admin admin] Publish callbacks [] for security_group (5834e0c5-42ed-4e86-b59d-aa44d67c818a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:49.737031 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a65bad42-6af4-49fa-9d08-16220941d77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (5834e0c5-42ed-4e86-b59d-aa44d67c818a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:49.776365 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-a65bad42-6af4-49fa-9d08-16220941d77c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4719751a1a4749d9b18bb56ff8e4d1ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1434414 May 26 14:08:49.777290 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65bad42-6af4-49fa-9d08-16220941d77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5834e0c5-42ed-4e86-b59d-aa44d67c818a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:49.779004 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 54040) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:49.830642 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e1e17507-c287-4cdd-994c-6b3bb9616061 admin admin] Publish callbacks [] for security_group (5834e0c5-42ed-4e86-b59d-aa44d67c818a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:49.851731 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e1e17507-c287-4cdd-994c-6b3bb9616061 admin admin] Publish callbacks [] for security_group (5834e0c5-42ed-4e86-b59d-aa44d67c818a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:49.898437 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e1e17507-c287-4cdd-994c-6b3bb9616061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (5834e0c5-42ed-4e86-b59d-aa44d67c818a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:49.900995 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e1e17507-c287-4cdd-994c-6b3bb9616061 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:49.902184 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-e1e17507-c287-4cdd-994c-6b3bb9616061 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5834e0c5-42ed-4e86-b59d-aa44d67c818a HTTP/1.1" status: 204 len: 168 time: 0.1222203 May 26 14:08:49.910253 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e17507-c287-4cdd-994c-6b3bb9616061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5834e0c5-42ed-4e86-b59d-aa44d67c818a,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:50.265342 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 54054) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:50.279612 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-444e187d-7781-462d-a02e-7356d8b5f286 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:50.359959 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69629b14-1b60-43e4-acd9-fd32e119c2e1 req-1d09da55-5d4b-4cb8-924f-78790d4d76fb tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:08:50.361904 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-69629b14-1b60-43e4-acd9-fd32e119c2e1 req-1d09da55-5d4b-4cb8-924f-78790d4d76fb tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0511529 May 26 14:08:50.368301 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-444e187d-7781-462d-a02e-7356d8b5f286 admin admin] Publish callbacks [] for security_group (f5cb7f35-8dbd-4859-9e01-c9cbc7425106), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:50.388587 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-444e187d-7781-462d-a02e-7356d8b5f286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (f5cb7f35-8dbd-4859-9e01-c9cbc7425106), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:50.413672 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:50.418291 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-69629b14-1b60-43e4-acd9-fd32e119c2e1 req-d0c301a8-09be-4203-b464-f552ab86de61 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455596 May 26 14:08:50.432170 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-444e187d-7781-462d-a02e-7356d8b5f286 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0c65ea7481e34660b6345056f90e0334&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1657546 May 26 14:08:50.433325 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e187d-7781-462d-a02e-7356d8b5f286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cb7f35-8dbd-4859-9e01-c9cbc7425106,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:50.434723 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 54056) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:50.475967 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:50.489213 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56e46b93-4795-4c7c-9c07-c4e7274272e9 admin admin] Publish callbacks [] for security_group (f5cb7f35-8dbd-4859-9e01-c9cbc7425106), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:50.510430 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56e46b93-4795-4c7c-9c07-c4e7274272e9 admin admin] Publish callbacks [] for security_group (f5cb7f35-8dbd-4859-9e01-c9cbc7425106), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:50.556621 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56e46b93-4795-4c7c-9c07-c4e7274272e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (f5cb7f35-8dbd-4859-9e01-c9cbc7425106), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:50.559147 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56e46b93-4795-4c7c-9c07-c4e7274272e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:50.560308 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-56e46b93-4795-4c7c-9c07-c4e7274272e9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f5cb7f35-8dbd-4859-9e01-c9cbc7425106 HTTP/1.1" status: 204 len: 168 time: 0.1243308 May 26 14:08:50.568512 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e46b93-4795-4c7c-9c07-c4e7274272e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cb7f35-8dbd-4859-9e01-c9cbc7425106,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:51.314323 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:51.353086 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 54066) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:51.462577 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5b0b7f76-a735-45cc-b323-5a15893017bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:51.531582 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:51.555491 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3e1b4-ae27-4222-9f14-8b5bfb34b4df req-f3c6e289-8224-4916-a14d-149124c60d86 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:08:51.556946 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-88e3e1b4-ae27-4222-9f14-8b5bfb34b4df req-f3c6e289-8224-4916-a14d-149124c60d86 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0689905 May 26 14:08:51.610673 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5b0b7f76-a735-45cc-b323-5a15893017bc admin admin] Publish callbacks [] for security_group (10d976a7-9a28-420d-ad51-bfd34b3c41e4), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:51.618073 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5b0b7f76-a735-45cc-b323-5a15893017bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (10d976a7-9a28-420d-ad51-bfd34b3c41e4), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:51.645789 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-88e3e1b4-ae27-4222-9f14-8b5bfb34b4df req-5b8ed624-9f17-48de-84f8-bbfca52a343e tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815201 May 26 14:08:51.666585 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-5b0b7f76-a735-45cc-b323-5a15893017bc admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=787413a07a3c406b80e3bc82f03f092d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3124113 May 26 14:08:51.668480 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b7f76-a735-45cc-b323-5a15893017bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d976a7-9a28-420d-ad51-bfd34b3c41e4,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:51.669215 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 54072) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:08:51.716660 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6de83ac3-9811-4d76-926d-1a1e2e8d365e admin admin] Publish callbacks [] for security_group (10d976a7-9a28-420d-ad51-bfd34b3c41e4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:51.747091 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6de83ac3-9811-4d76-926d-1a1e2e8d365e admin admin] Publish callbacks [] for security_group (10d976a7-9a28-420d-ad51-bfd34b3c41e4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:51.797442 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6de83ac3-9811-4d76-926d-1a1e2e8d365e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (10d976a7-9a28-420d-ad51-bfd34b3c41e4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:51.799959 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6de83ac3-9811-4d76-926d-1a1e2e8d365e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:51.801091 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-6de83ac3-9811-4d76-926d-1a1e2e8d365e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/10d976a7-9a28-420d-ad51-bfd34b3c41e4 HTTP/1.1" status: 204 len: 168 time: 0.1308980 May 26 14:08:51.808814 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de83ac3-9811-4d76-926d-1a1e2e8d365e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d976a7-9a28-420d-ad51-bfd34b3c41e4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:08:52.529215 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:52.764130 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfc2ea-0edf-4875-890c-9e76107f397e req-a90f5da5-b402-455e-8178-c7976c26e565 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:08:52.765711 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b1dfc2ea-0edf-4875-890c-9e76107f397e req-a90f5da5-b402-455e-8178-c7976c26e565 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0496650 May 26 14:08:52.829007 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b1dfc2ea-0edf-4875-890c-9e76107f397e req-5dff8df6-b26d-48b4-aa77-c68a085fd054 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554512 May 26 14:08:53.024389 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ccd448-19bf-418a-9eef-cd3e7195464d req-0cef8146-6318-4163-b5fd-ddbfd76df361 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:08:53.025792 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-75ccd448-19bf-418a-9eef-cd3e7195464d req-0cef8146-6318-4163-b5fd-ddbfd76df361 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0463653 May 26 14:08:53.073360 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-75ccd448-19bf-418a-9eef-cd3e7195464d req-cc8ba264-2c36-4ce1-a585-39bb9c7fc60b tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414078 May 26 14:08:53.102633 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9de272-1dc7-487f-85fb-38433cc4d7e4 req-0907ada3-3a1c-4410-af21-a4c7725651a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:08:53.104144 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9b9de272-1dc7-487f-85fb-38433cc4d7e4 req-0907ada3-3a1c-4410-af21-a4c7725651a0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3fcd25a6c4574894a8270e3a43af782d&device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 1130 time: 0.0398786 May 26 14:08:53.424583 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9de272-1dc7-487f-85fb-38433cc4d7e4 req-4ecb7e31-1948-4264-a240-4c4880e4caeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:08:53.426010 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9b9de272-1dc7-487f-85fb-38433cc4d7e4 req-4ecb7e31-1948-4264-a240-4c4880e4caeb service neutron] 10.222.0.82 "GET /v2.0/networks?id=48f83048-1a6c-4ff2-af0b-d6658384b0a0 HTTP/1.1" status: 200 len: 911 time: 0.3146067 May 26 14:08:53.485488 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9b9de272-1dc7-487f-85fb-38433cc4d7e4 req-71fe73ab-e64c-4bbc-87cd-e2175eb13805 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a40f207c-1239-46bb-af6c-60ad2e69d6db HTTP/1.1" status: 200 len: 1001 time: 0.0529594 May 26 14:08:53.540293 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9de272-1dc7-487f-85fb-38433cc4d7e4 req-00e30f36-41c4-4e85-ade4-3dfcb0b8a0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:08:53.541773 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9b9de272-1dc7-487f-85fb-38433cc4d7e4 req-00e30f36-41c4-4e85-ade4-3dfcb0b8a0bd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3821460-f20b-4748-9fc2-59afe71a09a7 HTTP/1.1" status: 200 len: 849 time: 0.0499365 May 26 14:08:53.587446 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9de272-1dc7-487f-85fb-38433cc4d7e4 req-b64ff62c-0be2-47af-ac37-a45a6f78ff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:08:53.588952 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9b9de272-1dc7-487f-85fb-38433cc4d7e4 req-b64ff62c-0be2-47af-ac37-a45a6f78ff44 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=48f83048-1a6c-4ff2-af0b-d6658384b0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399761 May 26 14:08:53.677238 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9b9de272-1dc7-487f-85fb-38433cc4d7e4 req-63c5b0cb-db8c-4f8a-8f54-96e177d1c20f service neutron] 10.222.0.82 "GET /v2.0/networks/48f83048-1a6c-4ff2-af0b-d6658384b0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821497 May 26 14:08:53.735946 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:53.771468 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9b9de272-1dc7-487f-85fb-38433cc4d7e4 req-5ece53ef-41ce-43cb-b9c9-41bfe180d0d3 service neutron] 10.222.0.82 "GET /v2.0/networks/48f83048-1a6c-4ff2-af0b-d6658384b0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878990 May 26 14:08:53.997547 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=75,neutron:UPDATE=5 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:53.998929 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:54.011642 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:54.193071 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5b7d9-d7ad-4437-a4d3-ee616247df24 req-f7293988-9fc4-4364-b2cf-56a3b3a69a33 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:08:54.194495 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-aed5b7d9-d7ad-4437-a4d3-ee616247df24 req-f7293988-9fc4-4364-b2cf-56a3b3a69a33 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0498829 May 26 14:08:54.240088 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-aed5b7d9-d7ad-4437-a4d3-ee616247df24 req-dfd1af32-d732-4180-9b79-c74230be365a tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399134 May 26 14:08:55.357522 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bfe980-c1f2-4105-be81-edb0ad1b9728 req-9c8c82d1-f2ce-466c-a044-2aefb1f403b7 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:08:55.358917 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-80bfe980-c1f2-4105-be81-edb0ad1b9728 req-9c8c82d1-f2ce-466c-a044-2aefb1f403b7 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0477481 May 26 14:08:55.410794 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-80bfe980-c1f2-4105-be81-edb0ad1b9728 req-dcd178ea-6f7b-4561-af82-2386b20833df tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449157 May 26 14:09:03.766856 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:03.768937 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=66,neutron:DELETE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:04.015178 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:05.396799 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=76,neutron:DELETE=2,neutron:INSERT=8 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:05.406912 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=50 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:07.378217 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:11.855579 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3b21fc69-9200-41fd-a8f3-166939bb71fe req-f489bc7b-8083-499e-87d3-30b179fe64d2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397196 May 26 14:09:11.958744 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21fc69-9200-41fd-a8f3-166939bb71fe req-f8b21bed-b1e2-4641-9ada-857439013161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:09:11.960295 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3b21fc69-9200-41fd-a8f3-166939bb71fe req-f8b21bed-b1e2-4641-9ada-857439013161 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3fcd25a6c4574894a8270e3a43af782d&device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 1130 time: 0.0382743 May 26 14:09:12.066042 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21fc69-9200-41fd-a8f3-166939bb71fe req-11144ade-a578-4ed3-be90-81ebaa6cf098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:09:12.067516 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3b21fc69-9200-41fd-a8f3-166939bb71fe req-11144ade-a578-4ed3-be90-81ebaa6cf098 service neutron] 10.222.0.82 "GET /v2.0/networks?id=48f83048-1a6c-4ff2-af0b-d6658384b0a0 HTTP/1.1" status: 200 len: 911 time: 0.0878923 May 26 14:09:12.129550 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3b21fc69-9200-41fd-a8f3-166939bb71fe req-9b97620b-a82e-4958-a60f-bde3bd603a48 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a40f207c-1239-46bb-af6c-60ad2e69d6db HTTP/1.1" status: 200 len: 1001 time: 0.0545852 May 26 14:09:12.181390 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21fc69-9200-41fd-a8f3-166939bb71fe req-33cc8a1c-f5fe-4c0c-9ee5-c4455999bfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:09:12.182832 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3b21fc69-9200-41fd-a8f3-166939bb71fe req-33cc8a1c-f5fe-4c0c-9ee5-c4455999bfb4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3821460-f20b-4748-9fc2-59afe71a09a7 HTTP/1.1" status: 200 len: 849 time: 0.0469999 May 26 14:09:12.226209 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21fc69-9200-41fd-a8f3-166939bb71fe req-0d8fdffd-77e3-434b-b803-b18836502bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:09:12.227709 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3b21fc69-9200-41fd-a8f3-166939bb71fe req-0d8fdffd-77e3-434b-b803-b18836502bd2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=48f83048-1a6c-4ff2-af0b-d6658384b0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390487 May 26 14:09:12.316000 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3b21fc69-9200-41fd-a8f3-166939bb71fe req-efdf6122-e859-4ead-99e5-5c4c5f945940 service neutron] 10.222.0.82 "GET /v2.0/networks/48f83048-1a6c-4ff2-af0b-d6658384b0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811882 May 26 14:09:12.409770 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3b21fc69-9200-41fd-a8f3-166939bb71fe req-76e5c553-f774-4e1c-8180-54afb06e83c1 service neutron] 10.222.0.82 "GET /v2.0/networks/48f83048-1a6c-4ff2-af0b-d6658384b0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875754 May 26 14:09:13.526791 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:09:16.588985 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 54220) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:09:16.700239 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e4393d93-b48c-4c3a-8b98-f0613d2d8259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:16.790527 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e4393d93-b48c-4c3a-8b98-f0613d2d8259 admin admin] Publish callbacks [] for security_group (7cf93fc3-fe48-4e3c-9231-86219993def1), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:16.794394 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e4393d93-b48c-4c3a-8b98-f0613d2d8259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (7cf93fc3-fe48-4e3c-9231-86219993def1), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:16.835651 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-e4393d93-b48c-4c3a-8b98-f0613d2d8259 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7b923a6a03da4952bc82d0df00cfcd85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2455044 May 26 14:09:16.836341 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4393d93-b48c-4c3a-8b98-f0613d2d8259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf93fc3-fe48-4e3c-9231-86219993def1,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:09:16.838346 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 54224) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:09:16.890149 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-38cd40d9-a806-4c41-b830-f58907203c97 admin admin] Publish callbacks [] for security_group (7cf93fc3-fe48-4e3c-9231-86219993def1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:16.913390 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-38cd40d9-a806-4c41-b830-f58907203c97 admin admin] Publish callbacks [] for security_group (7cf93fc3-fe48-4e3c-9231-86219993def1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:16.962558 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-38cd40d9-a806-4c41-b830-f58907203c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (7cf93fc3-fe48-4e3c-9231-86219993def1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:16.965126 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-38cd40d9-a806-4c41-b830-f58907203c97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:16.969972 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-38cd40d9-a806-4c41-b830-f58907203c97 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7cf93fc3-fe48-4e3c-9231-86219993def1 HTTP/1.1" status: 204 len: 168 time: 0.1301491 May 26 14:09:16.977983 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd40d9-a806-4c41-b830-f58907203c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf93fc3-fe48-4e3c-9231-86219993def1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:09:17.370814 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:17.525860 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-625e46fa-d093-4a34-a526-b296a674b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:19.671101 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3ef307d9-5eb8-407b-967f-950be622b25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:21.321303 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:22.532108 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:23.521749 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=5 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:23.522460 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:24.004338 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:26.829123 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=15,neutron:INSERT=7 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:26.831546 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=22,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:26.972565 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=69,neutron:DELETE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:26.973456 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=65,neutron:DELETE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:28.058852 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 54362) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:09:28.163957 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-593c3c96-f4d0-4e0c-b05a-4bfe17049da5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:28.241983 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-593c3c96-f4d0-4e0c-b05a-4bfe17049da5 admin admin] Publish callbacks [] for security_group (67193c92-5ac5-4107-bfeb-63a636379c1a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:28.246366 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-593c3c96-f4d0-4e0c-b05a-4bfe17049da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (67193c92-5ac5-4107-bfeb-63a636379c1a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:28.286665 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-593c3c96-f4d0-4e0c-b05a-4bfe17049da5 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5a3285142c9946e9896cb591a0cd1062&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267346 May 26 14:09:28.287508 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c3c96-f4d0-4e0c-b05a-4bfe17049da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67193c92-5ac5-4107-bfeb-63a636379c1a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:09:28.289377 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 54366) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:09:28.294676 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c3c96-f4d0-4e0c-b05a-4bfe17049da5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:09:28.295020 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c3c96-f4d0-4e0c-b05a-4bfe17049da5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:09:28.295387 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c3c96-f4d0-4e0c-b05a-4bfe17049da5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:09:28.295721 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c3c96-f4d0-4e0c-b05a-4bfe17049da5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:09:28.296052 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c3c96-f4d0-4e0c-b05a-4bfe17049da5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:09:28.296380 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c3c96-f4d0-4e0c-b05a-4bfe17049da5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:09:28.296726 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c3c96-f4d0-4e0c-b05a-4bfe17049da5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:09:28.297050 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c3c96-f4d0-4e0c-b05a-4bfe17049da5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:09:28.297442 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c3c96-f4d0-4e0c-b05a-4bfe17049da5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:09:28.297771 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c3c96-f4d0-4e0c-b05a-4bfe17049da5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:09:28.298093 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c3c96-f4d0-4e0c-b05a-4bfe17049da5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:09:28.298413 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c3c96-f4d0-4e0c-b05a-4bfe17049da5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:09:28.298730 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c3c96-f4d0-4e0c-b05a-4bfe17049da5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:09:28.299045 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c3c96-f4d0-4e0c-b05a-4bfe17049da5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:09:28.299360 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593c3c96-f4d0-4e0c-b05a-4bfe17049da5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:09:28.339394 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ec80c7c6-f13b-44d3-9c40-1781510d7b53 admin admin] Publish callbacks [] for security_group (67193c92-5ac5-4107-bfeb-63a636379c1a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:28.359908 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ec80c7c6-f13b-44d3-9c40-1781510d7b53 admin admin] Publish callbacks [] for security_group (67193c92-5ac5-4107-bfeb-63a636379c1a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:28.406315 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ec80c7c6-f13b-44d3-9c40-1781510d7b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (67193c92-5ac5-4107-bfeb-63a636379c1a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:28.408765 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ec80c7c6-f13b-44d3-9c40-1781510d7b53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:28.409932 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-ec80c7c6-f13b-44d3-9c40-1781510d7b53 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/67193c92-5ac5-4107-bfeb-63a636379c1a HTTP/1.1" status: 204 len: 168 time: 0.1195159 May 26 14:09:28.417639 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80c7c6-f13b-44d3-9c40-1781510d7b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67193c92-5ac5-4107-bfeb-63a636379c1a,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:09:34.000508 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:37.379392 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:37.394012 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:38.280859 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=17,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:38.290767 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=22,neutron:INSERT=6 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:38.393275 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:38.413531 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:44.022414 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 54390) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:09:44.157817 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-88a5d1b1-0b71-4d3f-a85b-448baeaa0131 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Deleting port 44db62f6-8a82-4f23-a165-c0900a5bd2bd {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:09:44.158074 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88a5d1b1-0b71-4d3f-a85b-448baeaa0131 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (44db62f6-8a82-4f23-a165-c0900a5bd2bd), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:44.234549 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88a5d1b1-0b71-4d3f-a85b-448baeaa0131 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (44db62f6-8a82-4f23-a165-c0900a5bd2bd), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:44.234871 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88a5d1b1-0b71-4d3f-a85b-448baeaa0131 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for floatingip (44db62f6-8a82-4f23-a165-c0900a5bd2bd), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:44.247759 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-88a5d1b1-0b71-4d3f-a85b-448baeaa0131 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Calling delete_port for 44db62f6-8a82-4f23-a165-c0900a5bd2bd owned by network:floatingip {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:09:44.395787 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88a5d1b1-0b71-4d3f-a85b-448baeaa0131 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (44db62f6-8a82-4f23-a165-c0900a5bd2bd), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:44.420922 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a5d1b1-0b71-4d3f-a85b-448baeaa0131 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Pushing event deleted for resources: {'Port': ['ID=44db62f6-8a82-4f23-a165-c0900a5bd2bd,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:09:44.445357 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a5d1b1-0b71-4d3f-a85b-448baeaa0131 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:09:44.445693 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a5d1b1-0b71-4d3f-a85b-448baeaa0131 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:09:44.446023 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a5d1b1-0b71-4d3f-a85b-448baeaa0131 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:09:44.446349 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a5d1b1-0b71-4d3f-a85b-448baeaa0131 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:09:44.446668 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a5d1b1-0b71-4d3f-a85b-448baeaa0131 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:09:44.446987 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a5d1b1-0b71-4d3f-a85b-448baeaa0131 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:09:44.447300 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a5d1b1-0b71-4d3f-a85b-448baeaa0131 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:09:44.447610 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a5d1b1-0b71-4d3f-a85b-448baeaa0131 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:09:44.447921 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a5d1b1-0b71-4d3f-a85b-448baeaa0131 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:09:44.448231 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a5d1b1-0b71-4d3f-a85b-448baeaa0131 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:09:44.448541 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a5d1b1-0b71-4d3f-a85b-448baeaa0131 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:09:44.448852 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a5d1b1-0b71-4d3f-a85b-448baeaa0131 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:09:44.449177 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a5d1b1-0b71-4d3f-a85b-448baeaa0131 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:09:44.449487 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a5d1b1-0b71-4d3f-a85b-448baeaa0131 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:09:44.449796 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a5d1b1-0b71-4d3f-a85b-448baeaa0131 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:09:44.490649 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88a5d1b1-0b71-4d3f-a85b-448baeaa0131 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for floatingip (e2ae77c0-73ab-41d0-a8e0-86a9b9938021), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:44.490988 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.db.l3_db [None req-88a5d1b1-0b71-4d3f-a85b-448baeaa0131 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Floating IP e2ae77c0-73ab-41d0-a8e0-86a9b9938021 disassociated (deleted). External IP: 172.27.1.119, port: 70c52bfb-dbc8-4c34-9c1c-2176592f141a. May 26 14:09:44.951029 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a5d1b1-0b71-4d3f-a85b-448baeaa0131 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Router b7c93cc2-e741-4932-8956-ed9aed4ead8f has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:09:45.050111 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:45.053100 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a5d1b1-0b71-4d3f-a85b-448baeaa0131 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:09:45.057825 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88a5d1b1-0b71-4d3f-a85b-448baeaa0131 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:45.063696 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d42ffa8-c322-4fd3-a6af-4b9e61645048 None None] Sync routers for ids ['b7c93cc2-e741-4932-8956-ed9aed4ead8f'] in dv-cinder-842130-1-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:09:45.074344 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d42ffa8-c322-4fd3-a6af-4b9e61645048 None None] Routers {'b7c93cc2-e741-4932-8956-ed9aed4ead8f'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:09:45.074978 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4d42ffa8-c322-4fd3-a6af-4b9e61645048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:09:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['b7c93cc2-e741-4932-8956-ed9aed4ead8f'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:09:45.087801 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-88a5d1b1-0b71-4d3f-a85b-448baeaa0131 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "DELETE /v2.0/floatingips/e2ae77c0-73ab-41d0-a8e0-86a9b9938021 HTTP/1.1" status: 204 len: 168 time: 1.0643291 May 26 14:09:45.088385 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f06b3a-5413-4231-9d67-79c5f7f45b62', 'tag': '70c52bfb-dbc8-4c34-9c1c-2176592f141a'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:09:45.090700 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a67d27a2ec375fafa348027e062b6cf3c7935884065918e746e599b143197b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c13747e-fd91-43c9-95bc-8811f81dd8cb" -d '{"events": [{"name": "network-changed", "server_uuid": "75f06b3a-5413-4231-9d67-79c5f7f45b62", "tag": "70c52bfb-dbc8-4c34-9c1c-2176592f141a"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:09:45.205664 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-4d42ffa8-c322-4fd3-a6af-4b9e61645048 None None] Set router b7c93cc2-e741-4932-8956-ed9aed4ead8f gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:09:45.337074 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac0f5e-f1e4-4a01-83f3-240458898542 req-d0f85a5c-491b-406f-854d-88c38a54980d tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:09:45.338588 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-daac0f5e-f1e4-4a01-83f3-240458898542 req-d0f85a5c-491b-406f-854d-88c38a54980d tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=75f06b3a-5413-4231-9d67-79c5f7f45b62 HTTP/1.1" status: 200 len: 946 time: 0.0515656 May 26 14:09:45.380810 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 14:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b06368-d7a9-41a2-93cd-ae84aa27f843 x-openstack-request-id: req-45b06368-d7a9-41a2-93cd-ae84aa27f843 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:09:45.381100 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f06b3a-5413-4231-9d67-79c5f7f45b62", "tag": "70c52bfb-dbc8-4c34-9c1c-2176592f141a", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:09:45.381381 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-45b06368-d7a9-41a2-93cd-ae84aa27f843 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:09:45.381781 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45b06368-d7a9-41a2-93cd-ae84aa27f843'] response: {'name': 'network-changed', 'server_uuid': '75f06b3a-5413-4231-9d67-79c5f7f45b62', 'tag': '70c52bfb-dbc8-4c34-9c1c-2176592f141a', 'status': 'completed', 'code': 200} May 26 14:09:45.387249 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:45.398036 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-daac0f5e-f1e4-4a01-83f3-240458898542 req-2dda0d16-4e7f-4062-a5d0-c65d703c34ce tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507791 May 26 14:09:45.422202 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4d42ffa8-c322-4fd3-a6af-4b9e61645048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'name': 'tempest-TestVolumeBootPattern-2008676792-router', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T13:59:41Z', 'revision_number': 4, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'gw_port': {'id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': '696419e6-5114-43b0-904b-bf4d2d6ff1e7', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'port_id': 'caf319b9-9a28-4413-9e5b-84e2d576651e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'mac_address': 'fa:16:3e:5b:4c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68d6609-e48d-4d4d-8327-48fbf40b6ebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:04:46Z', 'updated_at': '2022-05-26T14:04:48Z', 'revision_number': 1, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c838c993-7dcc-4776-a562-c32b19de95f4', 'name': '', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'mac_address': 'fa:16:3e:a2:9e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:39Z', 'updated_at': '2022-05-26T13:59:48Z', 'revision_number': 5, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'subnets': [{'id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:09:45.445914 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d42ffa8-c322-4fd3-a6af-4b9e61645048 None None] Checking router: b7c93cc2-e741-4932-8956-ed9aed4ead8f for host: dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:09:45.454048 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d42ffa8-c322-4fd3-a6af-4b9e61645048 None None] Routers {'b7c93cc2-e741-4932-8956-ed9aed4ead8f'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:09:45.454641 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4d42ffa8-c322-4fd3-a6af-4b9e61645048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:09:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['b7c93cc2-e741-4932-8956-ed9aed4ead8f'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:09:45.551606 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-4d42ffa8-c322-4fd3-a6af-4b9e61645048 None None] Set router b7c93cc2-e741-4932-8956-ed9aed4ead8f gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:09:45.752819 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4d42ffa8-c322-4fd3-a6af-4b9e61645048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'name': 'tempest-TestVolumeBootPattern-2008676792-router', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T13:59:41Z', 'revision_number': 4, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'gw_port': {'id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': '696419e6-5114-43b0-904b-bf4d2d6ff1e7', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'port_id': 'caf319b9-9a28-4413-9e5b-84e2d576651e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'mac_address': 'fa:16:3e:5b:4c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68d6609-e48d-4d4d-8327-48fbf40b6ebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:04:46Z', 'updated_at': '2022-05-26T14:04:48Z', 'revision_number': 1, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c838c993-7dcc-4776-a562-c32b19de95f4', 'name': '', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'mac_address': 'fa:16:3e:a2:9e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:39Z', 'updated_at': '2022-05-26T13:59:48Z', 'revision_number': 5, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'subnets': [{'id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:09:45.788130 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d42ffa8-c322-4fd3-a6af-4b9e61645048 None None] The sync data for ids ['b7c93cc2-e741-4932-8956-ed9aed4ead8f'] in dv-cinder-842130-1-iscsi is: [{'id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'name': 'tempest-TestVolumeBootPattern-2008676792-router', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T13:59:41Z', 'revision_number': 4, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'gw_port': {'id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': '696419e6-5114-43b0-904b-bf4d2d6ff1e7', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'port_id': 'caf319b9-9a28-4413-9e5b-84e2d576651e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'mac_address': 'fa:16:3e:5b:4c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68d6609-e48d-4d4d-8327-48fbf40b6ebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:04:46Z', 'updated_at': '2022-05-26T14:04:48Z', 'revision_number': 1, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c838c993-7dcc-4776-a562-c32b19de95f4', 'name': '', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'mac_address': 'fa:16:3e:a2:9e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:39Z', 'updated_at': '2022-05-26T13:59:48Z', 'revision_number': 5, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'subnets': [{'id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:09:46.000085 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c11987f-4c2e-4c00-9987-66dfa511c5b2 None None] New status for floating IP e2ae77c0-73ab-41d0-a8e0-86a9b9938021: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 14:09:46.450853 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13747e-fd91-43c9-95bc-8811f81dd8cb req-117c83da-d623-450d-bb3b-749c2a56f35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:09:46.452408 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7c13747e-fd91-43c9-95bc-8811f81dd8cb req-117c83da-d623-450d-bb3b-749c2a56f35a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ed15631acafd41528b96f2ed12c19e5b&device_id=75f06b3a-5413-4231-9d67-79c5f7f45b62 HTTP/1.1" status: 200 len: 1130 time: 0.0470455 May 26 14:09:46.521215 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ade472-2771-4f8d-a718-e11049471313 req-ca9df3e2-7e4e-4616-9240-4e96d8ed601b tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:09:46.523222 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-86ade472-2771-4f8d-a718-e11049471313 req-ca9df3e2-7e4e-4616-9240-4e96d8ed601b tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=75f06b3a-5413-4231-9d67-79c5f7f45b62 HTTP/1.1" status: 200 len: 946 time: 0.0497844 May 26 14:09:46.548957 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13747e-fd91-43c9-95bc-8811f81dd8cb req-2c459bb7-0c76-4967-885e-ec3812eeab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:09:46.550471 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7c13747e-fd91-43c9-95bc-8811f81dd8cb req-2c459bb7-0c76-4967-885e-ec3812eeab6f service neutron] 10.222.0.82 "GET /v2.0/networks?id=bb3bf56d-90fc-4a74-995d-ab2752db975c HTTP/1.1" status: 200 len: 913 time: 0.0892143 May 26 14:09:46.570840 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-86ade472-2771-4f8d-a718-e11049471313 req-8d7971fb-c642-4e2a-b8e5-b903b8f23fb7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426006 May 26 14:09:46.616800 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7c13747e-fd91-43c9-95bc-8811f81dd8cb req-81dc5ffc-3c89-456b-888e-298c9c82810e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70c52bfb-dbc8-4c34-9c1c-2176592f141a HTTP/1.1" status: 200 len: 217 time: 0.0373290 May 26 14:09:46.665775 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13747e-fd91-43c9-95bc-8811f81dd8cb req-0d38a5a1-ae30-4572-9a2d-5b7def298916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:09:46.667178 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7c13747e-fd91-43c9-95bc-8811f81dd8cb req-0d38a5a1-ae30-4572-9a2d-5b7def298916 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a30ef594-0dbe-4d1b-9278-186af670d87d HTTP/1.1" status: 200 len: 851 time: 0.0438719 May 26 14:09:46.711847 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13747e-fd91-43c9-95bc-8811f81dd8cb req-cfbbcefd-0ab0-4f55-8c15-e47f39c7bb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:09:46.713364 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7c13747e-fd91-43c9-95bc-8811f81dd8cb req-cfbbcefd-0ab0-4f55-8c15-e47f39c7bb71 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bb3bf56d-90fc-4a74-995d-ab2752db975c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382423 May 26 14:09:46.809570 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7c13747e-fd91-43c9-95bc-8811f81dd8cb req-75664572-72ae-4b9f-b548-89ba6cf5ffb5 service neutron] 10.222.0.82 "GET /v2.0/networks/bb3bf56d-90fc-4a74-995d-ab2752db975c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893338 May 26 14:09:47.121183 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7c13747e-fd91-43c9-95bc-8811f81dd8cb req-315d6895-9972-4ef8-a2e4-c2f3ed3412ab service neutron] 10.222.0.82 "GET /v2.0/networks/bb3bf56d-90fc-4a74-995d-ab2752db975c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836205 May 26 14:09:47.438554 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aaebe1-19da-418e-b789-37188ecdde5e req-92bbe668-d62a-4135-a922-3585baa1235e tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:09:47.439989 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f2aaebe1-19da-418e-b789-37188ecdde5e req-92bbe668-d62a-4135-a922-3585baa1235e tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.82 "GET /v2.0/ports?device_id=75f06b3a-5413-4231-9d67-79c5f7f45b62 HTTP/1.1" status: 200 len: 946 time: 0.0510948 May 26 14:09:47.522778 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-f2aaebe1-19da-418e-b789-37188ecdde5e req-fa4acb78-7dc3-4b24-a669-811c0d4f6c90 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Deleting port 70c52bfb-dbc8-4c34-9c1c-2176592f141a {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:09:47.523506 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f2aaebe1-19da-418e-b789-37188ecdde5e req-fa4acb78-7dc3-4b24-a669-811c0d4f6c90 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (70c52bfb-dbc8-4c34-9c1c-2176592f141a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:47.530235 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6685c4ed-cb34-4a01-a37e-6eabd60164e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:47.614943 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f2aaebe1-19da-418e-b789-37188ecdde5e req-fa4acb78-7dc3-4b24-a669-811c0d4f6c90 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] For port 70c52bfb-dbc8-4c34-9c1c-2176592f141a, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=70c52bfb-dbc8-4c34-9c1c-2176592f141a,segment=NetworkSegment(5fa9b816-b3f6-4937-96b4-c071644992f7),segment_id=5fa9b816-b3f6-4937-96b4-c071644992f7)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:09:47.615529 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f2aaebe1-19da-418e-b789-37188ecdde5e req-fa4acb78-7dc3-4b24-a669-811c0d4f6c90 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (70c52bfb-dbc8-4c34-9c1c-2176592f141a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:47.630549 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-f2aaebe1-19da-418e-b789-37188ecdde5e req-fa4acb78-7dc3-4b24-a669-811c0d4f6c90 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Calling delete_port for 70c52bfb-dbc8-4c34-9c1c-2176592f141a owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:09:47.697327 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d93856-fe56-4c4f-a6ac-b5b4be083274 req-829ea5be-cdff-4a4e-97a6-a710bf3f84a1 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:09:47.698718 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c7d93856-fe56-4c4f-a6ac-b5b4be083274 req-829ea5be-cdff-4a4e-97a6-a710bf3f84a1 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=75f06b3a-5413-4231-9d67-79c5f7f45b62 HTTP/1.1" status: 200 len: 946 time: 0.0469337 May 26 14:09:47.751942 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c7d93856-fe56-4c4f-a6ac-b5b4be083274 req-9f6d5107-9739-4f33-8911-5d67e9b398d6 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460162 May 26 14:09:47.759025 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f2aaebe1-19da-418e-b789-37188ecdde5e req-fa4acb78-7dc3-4b24-a669-811c0d4f6c90 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (70c52bfb-dbc8-4c34-9c1c-2176592f141a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:47.795371 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4acb78-7dc3-4b24-a669-811c0d4f6c90 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Pushing event deleted for resources: {'Port': ['ID=70c52bfb-dbc8-4c34-9c1c-2176592f141a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:09:47.839237 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2aaebe1-19da-418e-b789-37188ecdde5e req-fa4acb78-7dc3-4b24-a669-811c0d4f6c90 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] No DVR routers for this DVR port 70c52bfb-dbc8-4c34-9c1c-2176592f141a on host hv-cinder-84213 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:09:47.841833 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f2aaebe1-19da-418e-b789-37188ecdde5e req-fa4acb78-7dc3-4b24-a669-811c0d4f6c90 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:47.845748 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f2aaebe1-19da-418e-b789-37188ecdde5e req-fa4acb78-7dc3-4b24-a669-811c0d4f6c90 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.82 "DELETE /v2.0/ports/70c52bfb-dbc8-4c34-9c1c-2176592f141a HTTP/1.1" status: 204 len: 173 time: 0.3985038 May 26 14:09:47.846182 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f06b3a-5413-4231-9d67-79c5f7f45b62', 'name': 'network-vif-deleted', 'tag': '70c52bfb-dbc8-4c34-9c1c-2176592f141a'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:09:47.848410 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a2fe3094dbca619affac8640d5d00e1e0d94bf0ce4138e249cf9dd9a9bbd82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8005d1-22c8-4b5a-b6c5-cd63fdf87b24" -d '{"events": [{"server_uuid": "75f06b3a-5413-4231-9d67-79c5f7f45b62", "name": "network-vif-deleted", "tag": "70c52bfb-dbc8-4c34-9c1c-2176592f141a"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:09:47.883876 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fea150-5375-4f33-a054-11d9b4988909 x-openstack-request-id: req-45fea150-5375-4f33-a054-11d9b4988909 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:09:47.884160 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f06b3a-5413-4231-9d67-79c5f7f45b62", "name": "network-vif-deleted", "tag": "70c52bfb-dbc8-4c34-9c1c-2176592f141a", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:09:47.884660 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-45fea150-5375-4f33-a054-11d9b4988909 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:09:47.885059 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45fea150-5375-4f33-a054-11d9b4988909'] response: {'server_uuid': '75f06b3a-5413-4231-9d67-79c5f7f45b62', 'name': 'network-vif-deleted', 'tag': '70c52bfb-dbc8-4c34-9c1c-2176592f141a', 'status': 'completed', 'code': 200} May 26 14:09:48.856374 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dd72fcc3-76f3-4a7c-b1c1-51acd88b5cd8 req-c141f79d-2856-4bdc-b65c-f6071457426a tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=75f06b3a-5413-4231-9d67-79c5f7f45b62 HTTP/1.1" status: 200 len: 210 time: 0.0269196 May 26 14:09:49.673444 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c38e0b3f-bc89-4416-9ca0-f366a57f7462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:50.525651 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:09:50.688118 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 70c52bfb-dbc8-4c34-9c1c-2176592f141a no longer exists at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:09:50.707015 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] No Port match for: 70c52bfb-dbc8-4c34-9c1c-2176592f141a {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:09:50.707348 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device 70c52bfb-dbc8-4c34-9c1c-2176592f141a not bound to the agent host hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:09:51.322017 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:52.149947 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 54428) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:09:52.290500 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-24a05ff7-3a95-489a-b60a-cd045f0b1e85 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Deleting port e79e4b95-a2aa-47df-91a3-ef532a4c7238 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:09:52.290835 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24a05ff7-3a95-489a-b60a-cd045f0b1e85 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (e79e4b95-a2aa-47df-91a3-ef532a4c7238), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:52.364397 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24a05ff7-3a95-489a-b60a-cd045f0b1e85 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (e79e4b95-a2aa-47df-91a3-ef532a4c7238), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:52.364717 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24a05ff7-3a95-489a-b60a-cd045f0b1e85 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for floatingip (e79e4b95-a2aa-47df-91a3-ef532a4c7238), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:52.377467 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-24a05ff7-3a95-489a-b60a-cd045f0b1e85 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Calling delete_port for e79e4b95-a2aa-47df-91a3-ef532a4c7238 owned by network:floatingip {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:09:52.520683 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24a05ff7-3a95-489a-b60a-cd045f0b1e85 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (e79e4b95-a2aa-47df-91a3-ef532a4c7238), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:52.536344 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:52.555545 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a05ff7-3a95-489a-b60a-cd045f0b1e85 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Pushing event deleted for resources: {'Port': ['ID=e79e4b95-a2aa-47df-91a3-ef532a4c7238,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:09:52.613127 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24a05ff7-3a95-489a-b60a-cd045f0b1e85 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for floatingip (696419e6-5114-43b0-904b-bf4d2d6ff1e7), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:52.613509 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.db.l3_db [None req-24a05ff7-3a95-489a-b60a-cd045f0b1e85 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Floating IP 696419e6-5114-43b0-904b-bf4d2d6ff1e7 disassociated (deleted). External IP: 172.27.1.202, port: caf319b9-9a28-4413-9e5b-84e2d576651e. May 26 14:09:52.696101 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:52.804601 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:52.806415 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a05ff7-3a95-489a-b60a-cd045f0b1e85 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Router b7c93cc2-e741-4932-8956-ed9aed4ead8f has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:09:52.912050 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a05ff7-3a95-489a-b60a-cd045f0b1e85 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:09:52.916840 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24a05ff7-3a95-489a-b60a-cd045f0b1e85 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:52.921560 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a94428-ec4c-4dab-83bd-0b3ceccaa508 None None] Sync routers for ids ['b7c93cc2-e741-4932-8956-ed9aed4ead8f'] in dv-cinder-842130-1-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:09:52.932195 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a94428-ec4c-4dab-83bd-0b3ceccaa508 None None] Routers {'b7c93cc2-e741-4932-8956-ed9aed4ead8f'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:09:52.932799 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-29a94428-ec4c-4dab-83bd-0b3ceccaa508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:09:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['b7c93cc2-e741-4932-8956-ed9aed4ead8f'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:09:52.946472 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-24a05ff7-3a95-489a-b60a-cd045f0b1e85 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "DELETE /v2.0/floatingips/696419e6-5114-43b0-904b-bf4d2d6ff1e7 HTTP/1.1" status: 204 len: 168 time: 0.7954221 May 26 14:09:52.947140 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e68d6609-e48d-4d4d-8327-48fbf40b6ebd', 'tag': 'caf319b9-9a28-4413-9e5b-84e2d576651e'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:09:52.949507 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a67d27a2ec375fafa348027e062b6cf3c7935884065918e746e599b143197b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7367ebdb-3a1c-421c-bdb2-08c545cb128c" -d '{"events": [{"name": "network-changed", "server_uuid": "e68d6609-e48d-4d4d-8327-48fbf40b6ebd", "tag": "caf319b9-9a28-4413-9e5b-84e2d576651e"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:09:52.988280 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 14:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0427806-1392-48cb-99ef-af8437390d51 x-openstack-request-id: req-a0427806-1392-48cb-99ef-af8437390d51 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:09:52.988452 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e68d6609-e48d-4d4d-8327-48fbf40b6ebd", "tag": "caf319b9-9a28-4413-9e5b-84e2d576651e", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:09:52.988566 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a0427806-1392-48cb-99ef-af8437390d51 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:09:52.989007 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0427806-1392-48cb-99ef-af8437390d51'] response: {'name': 'network-changed', 'server_uuid': 'e68d6609-e48d-4d4d-8327-48fbf40b6ebd', 'tag': 'caf319b9-9a28-4413-9e5b-84e2d576651e', 'status': 'completed', 'code': 200} May 26 14:09:53.079309 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367ebdb-3a1c-421c-bdb2-08c545cb128c req-5e0e71bf-cf68-4c37-8e49-917369d818cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:09:53.082661 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7367ebdb-3a1c-421c-bdb2-08c545cb128c req-5e0e71bf-cf68-4c37-8e49-917369d818cb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ed15631acafd41528b96f2ed12c19e5b&device_id=e68d6609-e48d-4d4d-8327-48fbf40b6ebd HTTP/1.1" status: 200 len: 1129 time: 0.0493569 May 26 14:09:53.132844 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-29a94428-ec4c-4dab-83bd-0b3ceccaa508 None None] Set router b7c93cc2-e741-4932-8956-ed9aed4ead8f gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:09:53.156450 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:53.160817 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:53.198909 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367ebdb-3a1c-421c-bdb2-08c545cb128c req-3a9e3898-54dd-43bc-9f87-5bd70bc61f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:09:53.200974 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7367ebdb-3a1c-421c-bdb2-08c545cb128c req-3a9e3898-54dd-43bc-9f87-5bd70bc61f3d service neutron] 10.222.0.82 "GET /v2.0/networks?id=bb3bf56d-90fc-4a74-995d-ab2752db975c HTTP/1.1" status: 200 len: 913 time: 0.1106601 May 26 14:09:53.216068 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5135e15-bf2d-4c01-b06a-ec94fecbf5b7 req-3d44d924-d67e-4b85-afd7-e16c23d0e4c7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:09:53.217582 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f5135e15-bf2d-4c01-b06a-ec94fecbf5b7 req-3d44d924-d67e-4b85-afd7-e16c23d0e4c7 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=e68d6609-e48d-4d4d-8327-48fbf40b6ebd HTTP/1.1" status: 200 len: 945 time: 0.0565379 May 26 14:09:53.240935 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=100 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:53.253333 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=100 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:53.268236 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f5135e15-bf2d-4c01-b06a-ec94fecbf5b7 req-b8feb123-b5a6-43f1-b51f-397deee7ac77 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449936 May 26 14:09:53.298920 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7367ebdb-3a1c-421c-bdb2-08c545cb128c req-b7a1ead7-3e71-49a9-9764-93fe16afe360 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=caf319b9-9a28-4413-9e5b-84e2d576651e HTTP/1.1" status: 200 len: 217 time: 0.0344155 May 26 14:09:53.321690 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-29a94428-ec4c-4dab-83bd-0b3ceccaa508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'name': 'tempest-TestVolumeBootPattern-2008676792-router', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T13:59:41Z', 'revision_number': 4, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'gw_port': {'id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'c838c993-7dcc-4776-a562-c32b19de95f4', 'name': '', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'mac_address': 'fa:16:3e:a2:9e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:39Z', 'updated_at': '2022-05-26T13:59:48Z', 'revision_number': 5, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'subnets': [{'id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:09:53.345868 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a94428-ec4c-4dab-83bd-0b3ceccaa508 None None] Checking router: b7c93cc2-e741-4932-8956-ed9aed4ead8f for host: dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:09:53.349463 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367ebdb-3a1c-421c-bdb2-08c545cb128c req-06a25df3-5c1a-4f8e-85f3-fd4363dd9e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:09:53.350923 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7367ebdb-3a1c-421c-bdb2-08c545cb128c req-06a25df3-5c1a-4f8e-85f3-fd4363dd9e51 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a30ef594-0dbe-4d1b-9278-186af670d87d HTTP/1.1" status: 200 len: 851 time: 0.0433545 May 26 14:09:53.353974 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a94428-ec4c-4dab-83bd-0b3ceccaa508 None None] Routers {'b7c93cc2-e741-4932-8956-ed9aed4ead8f'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:09:53.354569 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-29a94428-ec4c-4dab-83bd-0b3ceccaa508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:09:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['b7c93cc2-e741-4932-8956-ed9aed4ead8f'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:09:53.400147 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367ebdb-3a1c-421c-bdb2-08c545cb128c req-9458fcc0-af41-4703-8af8-f57eba729f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:09:53.401665 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7367ebdb-3a1c-421c-bdb2-08c545cb128c req-9458fcc0-af41-4703-8af8-f57eba729f91 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bb3bf56d-90fc-4a74-995d-ab2752db975c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429747 May 26 14:09:53.465758 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-29a94428-ec4c-4dab-83bd-0b3ceccaa508 None None] Set router b7c93cc2-e741-4932-8956-ed9aed4ead8f gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:09:53.506761 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7367ebdb-3a1c-421c-bdb2-08c545cb128c req-e24983e3-223e-445e-9ee5-494e41402679 service neutron] 10.222.0.82 "GET /v2.0/networks/bb3bf56d-90fc-4a74-995d-ab2752db975c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981085 May 26 14:09:53.649732 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-29a94428-ec4c-4dab-83bd-0b3ceccaa508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'name': 'tempest-TestVolumeBootPattern-2008676792-router', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T13:59:41Z', 'revision_number': 4, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'gw_port': {'id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'c838c993-7dcc-4776-a562-c32b19de95f4', 'name': '', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'mac_address': 'fa:16:3e:a2:9e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:39Z', 'updated_at': '2022-05-26T13:59:48Z', 'revision_number': 5, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'subnets': [{'id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:09:53.673720 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a94428-ec4c-4dab-83bd-0b3ceccaa508 None None] The sync data for ids ['b7c93cc2-e741-4932-8956-ed9aed4ead8f'] in dv-cinder-842130-1-iscsi is: [{'id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'name': 'tempest-TestVolumeBootPattern-2008676792-router', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T13:59:41Z', 'revision_number': 4, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'gw_port': {'id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'c838c993-7dcc-4776-a562-c32b19de95f4', 'name': '', 'network_id': 'bb3bf56d-90fc-4a74-995d-ab2752db975c', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'mac_address': 'fa:16:3e:a2:9e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:39Z', 'updated_at': '2022-05-26T13:59:48Z', 'revision_number': 5, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'subnets': [{'id': 'a30ef594-0dbe-4d1b-9278-186af670d87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:09:53.828945 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7367ebdb-3a1c-421c-bdb2-08c545cb128c req-cbb1eaeb-990a-4708-8139-134fb34b9046 service neutron] 10.222.0.82 "GET /v2.0/networks/bb3bf56d-90fc-4a74-995d-ab2752db975c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999253 May 26 14:09:53.907008 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4c41d4-3c60-47ac-a721-0851d206b412 None None] New status for floating IP 696419e6-5114-43b0-904b-bf4d2d6ff1e7: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 14:09:54.009069 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:54.052175 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540349b-6361-456d-97be-d57f0e535df2 req-2defd95d-45e3-4b9b-b086-0425d8ffc38a tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:09:54.053673 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d540349b-6361-456d-97be-d57f0e535df2 req-2defd95d-45e3-4b9b-b086-0425d8ffc38a tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.82 "GET /v2.0/ports?device_id=e68d6609-e48d-4d4d-8327-48fbf40b6ebd HTTP/1.1" status: 200 len: 945 time: 0.0498762 May 26 14:09:54.150261 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-d540349b-6361-456d-97be-d57f0e535df2 req-178bb84d-f1ea-4422-9fbf-391e8495304b tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Deleting port caf319b9-9a28-4413-9e5b-84e2d576651e {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:09:54.151022 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d540349b-6361-456d-97be-d57f0e535df2 req-178bb84d-f1ea-4422-9fbf-391e8495304b tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (caf319b9-9a28-4413-9e5b-84e2d576651e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:54.250711 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-d540349b-6361-456d-97be-d57f0e535df2 req-178bb84d-f1ea-4422-9fbf-391e8495304b tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] For port caf319b9-9a28-4413-9e5b-84e2d576651e, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=caf319b9-9a28-4413-9e5b-84e2d576651e,segment=NetworkSegment(5fa9b816-b3f6-4937-96b4-c071644992f7),segment_id=5fa9b816-b3f6-4937-96b4-c071644992f7)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:09:54.251067 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d540349b-6361-456d-97be-d57f0e535df2 req-178bb84d-f1ea-4422-9fbf-391e8495304b tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (caf319b9-9a28-4413-9e5b-84e2d576651e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:54.264004 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-d540349b-6361-456d-97be-d57f0e535df2 req-178bb84d-f1ea-4422-9fbf-391e8495304b tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Calling delete_port for caf319b9-9a28-4413-9e5b-84e2d576651e owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:09:54.391519 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae15a4-efcf-4b5b-84a3-58adcd0acdbc req-439bf4cb-9373-4e50-94ae-1c4c2b717d41 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:09:54.393080 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-72ae15a4-efcf-4b5b-84a3-58adcd0acdbc req-439bf4cb-9373-4e50-94ae-1c4c2b717d41 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/ports?device_id=e68d6609-e48d-4d4d-8327-48fbf40b6ebd HTTP/1.1" status: 200 len: 945 time: 0.0477586 May 26 14:09:54.395723 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d540349b-6361-456d-97be-d57f0e535df2 req-178bb84d-f1ea-4422-9fbf-391e8495304b tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (caf319b9-9a28-4413-9e5b-84e2d576651e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:54.421930 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178bb84d-f1ea-4422-9fbf-391e8495304b tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Pushing event deleted for resources: {'Port': ['ID=caf319b9-9a28-4413-9e5b-84e2d576651e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:09:54.445322 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-72ae15a4-efcf-4b5b-84a3-58adcd0acdbc req-a705efbc-7271-4d2a-8209-7692d5b09ab6 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "GET /v2.0/security-groups?id=101252cf-f019-4f3e-b4b9-961f8231a213&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456100 May 26 14:09:54.480116 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-d540349b-6361-456d-97be-d57f0e535df2 req-178bb84d-f1ea-4422-9fbf-391e8495304b tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] No DVR routers for this DVR port caf319b9-9a28-4413-9e5b-84e2d576651e on host hv-cinder-84213 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:09:54.483515 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d540349b-6361-456d-97be-d57f0e535df2 req-178bb84d-f1ea-4422-9fbf-391e8495304b tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:54.488186 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d540349b-6361-456d-97be-d57f0e535df2 req-178bb84d-f1ea-4422-9fbf-391e8495304b tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.82 "DELETE /v2.0/ports/caf319b9-9a28-4413-9e5b-84e2d576651e HTTP/1.1" status: 204 len: 173 time: 0.4282949 May 26 14:09:54.488671 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68d6609-e48d-4d4d-8327-48fbf40b6ebd', 'name': 'network-vif-deleted', 'tag': 'caf319b9-9a28-4413-9e5b-84e2d576651e'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:09:54.491542 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a2fe3094dbca619affac8640d5d00e1e0d94bf0ce4138e249cf9dd9a9bbd82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97551e8e-a429-4d55-885d-4176d04d542c" -d '{"events": [{"server_uuid": "e68d6609-e48d-4d4d-8327-48fbf40b6ebd", "name": "network-vif-deleted", "tag": "caf319b9-9a28-4413-9e5b-84e2d576651e"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:09:54.532314 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d625e94-8287-4313-a265-e7cf09cec4f9 x-openstack-request-id: req-1d625e94-8287-4313-a265-e7cf09cec4f9 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:09:54.532676 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e68d6609-e48d-4d4d-8327-48fbf40b6ebd", "name": "network-vif-deleted", "tag": "caf319b9-9a28-4413-9e5b-84e2d576651e", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:09:54.532933 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1d625e94-8287-4313-a265-e7cf09cec4f9 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:09:54.533368 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d625e94-8287-4313-a265-e7cf09cec4f9'] response: {'server_uuid': 'e68d6609-e48d-4d4d-8327-48fbf40b6ebd', 'name': 'network-vif-deleted', 'tag': 'caf319b9-9a28-4413-9e5b-84e2d576651e', 'status': 'completed', 'code': 200} May 26 14:09:55.507478 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 54444) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:09:55.614131 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-230bb013-9cd5-4be2-8cf0-ffa780d1e3ee tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Deleting port 26ffe8e3-ded4-4ba3-8326-3462ce20c7e1 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:09:55.614470 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-230bb013-9cd5-4be2-8cf0-ffa780d1e3ee tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (26ffe8e3-ded4-4ba3-8326-3462ce20c7e1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:55.628913 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:55.691644 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-230bb013-9cd5-4be2-8cf0-ffa780d1e3ee tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (26ffe8e3-ded4-4ba3-8326-3462ce20c7e1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:55.691969 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-230bb013-9cd5-4be2-8cf0-ffa780d1e3ee tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for floatingip (26ffe8e3-ded4-4ba3-8326-3462ce20c7e1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:55.705114 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-230bb013-9cd5-4be2-8cf0-ffa780d1e3ee tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Calling delete_port for 26ffe8e3-ded4-4ba3-8326-3462ce20c7e1 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:09:55.710217 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:55.838610 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-230bb013-9cd5-4be2-8cf0-ffa780d1e3ee tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (26ffe8e3-ded4-4ba3-8326-3462ce20c7e1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:55.863900 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230bb013-9cd5-4be2-8cf0-ffa780d1e3ee tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Pushing event deleted for resources: {'Port': ['ID=26ffe8e3-ded4-4ba3-8326-3462ce20c7e1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:09:55.923504 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-230bb013-9cd5-4be2-8cf0-ffa780d1e3ee tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for floatingip (262f9b4e-648c-47f3-b08b-5ccc67b92ddd), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:55.926011 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-230bb013-9cd5-4be2-8cf0-ffa780d1e3ee tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:55.927151 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-230bb013-9cd5-4be2-8cf0-ffa780d1e3ee tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "DELETE /v2.0/floatingips/262f9b4e-648c-47f3-b08b-5ccc67b92ddd HTTP/1.1" status: 204 len: 168 time: 0.4196596 May 26 14:09:57.136091 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 54456) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:09:57.198634 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c0be623-d66d-4c32-9fd8-5b60ea9503b0 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for security_group (101252cf-f019-4f3e-b4b9-961f8231a213), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:57.232374 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c0be623-d66d-4c32-9fd8-5b60ea9503b0 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for security_group (101252cf-f019-4f3e-b4b9-961f8231a213), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:57.290886 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c0be623-d66d-4c32-9fd8-5b60ea9503b0 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (101252cf-f019-4f3e-b4b9-961f8231a213), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:57.294012 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c0be623-d66d-4c32-9fd8-5b60ea9503b0 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:57.295176 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-7c0be623-d66d-4c32-9fd8-5b60ea9503b0 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] 10.222.0.91 "DELETE /v2.0/security-groups/101252cf-f019-4f3e-b4b9-961f8231a213 HTTP/1.1" status: 204 len: 168 time: 0.1578634 May 26 14:09:57.305117 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0be623-d66d-4c32-9fd8-5b60ea9503b0 tempest-TestVolumeBootPattern-1658933058 tempest-TestVolumeBootPattern-1658933058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=101252cf-f019-4f3e-b4b9-961f8231a213,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:09:57.356055 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 54460) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:09:57.808260 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c842795c-9e0a-443b-8ece-23bcae0f5226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-781528'] for router_interface (b7c93cc2-e741-4932-8956-ed9aed4ead8f), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:58.021865 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c842795c-9e0a-443b-8ece-23bcae0f5226 admin admin] Deleting port c838c993-7dcc-4776-a562-c32b19de95f4 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:09:58.022196 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c842795c-9e0a-443b-8ece-23bcae0f5226 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (c838c993-7dcc-4776-a562-c32b19de95f4), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:58.024422 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:58.040434 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:58.102304 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c842795c-9e0a-443b-8ece-23bcae0f5226 admin admin] For port c838c993-7dcc-4776-a562-c32b19de95f4, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=c838c993-7dcc-4776-a562-c32b19de95f4,segment=NetworkSegment(5fa9b816-b3f6-4937-96b4-c071644992f7),segment_id=5fa9b816-b3f6-4937-96b4-c071644992f7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:09:58.102577 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c842795c-9e0a-443b-8ece-23bcae0f5226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (c838c993-7dcc-4776-a562-c32b19de95f4), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:58.115965 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c842795c-9e0a-443b-8ece-23bcae0f5226 admin admin] Calling delete_port for c838c993-7dcc-4776-a562-c32b19de95f4 owned by network:router_interface {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:09:58.291327 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c842795c-9e0a-443b-8ece-23bcae0f5226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (c838c993-7dcc-4776-a562-c32b19de95f4), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:58.313573 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842795c-9e0a-443b-8ece-23bcae0f5226 admin admin] Pushing event deleted for resources: {'Port': ['ID=c838c993-7dcc-4776-a562-c32b19de95f4,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:09:58.475426 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c842795c-9e0a-443b-8ece-23bcae0f5226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-302216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781380'] for router_interface (b7c93cc2-e741-4932-8956-ed9aed4ead8f), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:58.676315 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c842795c-9e0a-443b-8ece-23bcae0f5226 admin admin] Router b7c93cc2-e741-4932-8956-ed9aed4ead8f has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:09:58.732878 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device caf319b9-9a28-4413-9e5b-84e2d576651e no longer exists at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:09:58.752497 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] No Port match for: caf319b9-9a28-4413-9e5b-84e2d576651e {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:09:58.752843 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device caf319b9-9a28-4413-9e5b-84e2d576651e not bound to the agent host hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:09:58.777247 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c842795c-9e0a-443b-8ece-23bcae0f5226 admin admin] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:09:58.782119 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-c842795c-9e0a-443b-8ece-23bcae0f5226 admin admin] 10.222.0.91 "PUT /v2.0/routers/b7c93cc2-e741-4932-8956-ed9aed4ead8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4250650 May 26 14:09:58.784619 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 54464) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:09:58.785542 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6dd2cf-989b-4794-ba8d-749d93fa9c59 None None] Sync routers for ids ['b7c93cc2-e741-4932-8956-ed9aed4ead8f'] in dv-cinder-842130-1-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:09:58.796562 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6dd2cf-989b-4794-ba8d-749d93fa9c59 None None] Routers {'b7c93cc2-e741-4932-8956-ed9aed4ead8f'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:09:58.797194 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6f6dd2cf-989b-4794-ba8d-749d93fa9c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:09:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['b7c93cc2-e741-4932-8956-ed9aed4ead8f'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:09:58.862711 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:58.867564 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:58.884736 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e18145a7-62a2-4928-afec-a92f359db9e8 admin admin] Publish callbacks [] for router (b7c93cc2-e741-4932-8956-ed9aed4ead8f), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:58.895989 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-6f6dd2cf-989b-4794-ba8d-749d93fa9c59 None None] Set router b7c93cc2-e741-4932-8956-ed9aed4ead8f gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:09:58.981680 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e18145a7-62a2-4928-afec-a92f359db9e8 admin admin] Publish callbacks [] for router_gateway (b7c93cc2-e741-4932-8956-ed9aed4ead8f), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:59.025740 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e18145a7-62a2-4928-afec-a92f359db9e8 admin admin] Deleting port ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:09:59.026074 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e18145a7-62a2-4928-afec-a92f359db9e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:59.057084 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6f6dd2cf-989b-4794-ba8d-749d93fa9c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'name': 'tempest-TestVolumeBootPattern-2008676792-router', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T14:09:58Z', 'revision_number': 5, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'gw_port': {'id': 'ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:32Z', 'updated_at': '2022-05-26T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi'}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:09:59.085990 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6dd2cf-989b-4794-ba8d-749d93fa9c59 None None] Checking router: b7c93cc2-e741-4932-8956-ed9aed4ead8f for host: dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:09:59.094401 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6dd2cf-989b-4794-ba8d-749d93fa9c59 None None] Routers {'b7c93cc2-e741-4932-8956-ed9aed4ead8f'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:09:59.095012 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6f6dd2cf-989b-4794-ba8d-749d93fa9c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:09:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['b7c93cc2-e741-4932-8956-ed9aed4ead8f'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:09:59.102582 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e18145a7-62a2-4928-afec-a92f359db9e8 admin admin] For port ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca,segment=NetworkSegment(7398460f-ba92-4b10-bc2e-e16a0f9ed6bc),segment_id=7398460f-ba92-4b10-bc2e-e16a0f9ed6bc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:09:59.102945 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e18145a7-62a2-4928-afec-a92f359db9e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:59.120923 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e18145a7-62a2-4928-afec-a92f359db9e8 admin admin] Calling delete_port for ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca owned by network:router_gateway {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:09:59.180641 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-6f6dd2cf-989b-4794-ba8d-749d93fa9c59 None None] Set router b7c93cc2-e741-4932-8956-ed9aed4ead8f gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:09:59.236183 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6f6dd2cf-989b-4794-ba8d-749d93fa9c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'name': 'tempest-TestVolumeBootPattern-2008676792-router', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T14:09:58Z', 'revision_number': 6, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'gw_port_host': None}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:09:59.268551 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6dd2cf-989b-4794-ba8d-749d93fa9c59 None None] The sync data for ids ['b7c93cc2-e741-4932-8956-ed9aed4ead8f'] in dv-cinder-842130-1-iscsi is: [{'id': 'b7c93cc2-e741-4932-8956-ed9aed4ead8f', 'name': 'tempest-TestVolumeBootPattern-2008676792-router', 'tenant_id': 'ed15631acafd41528b96f2ed12c19e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:31Z', 'updated_at': '2022-05-26T14:09:58Z', 'revision_number': 6, 'project_id': 'ed15631acafd41528b96f2ed12c19e5b', 'gw_port_host': None}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:09:59.324471 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e18145a7-62a2-4928-afec-a92f359db9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:59.348563 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18145a7-62a2-4928-afec-a92f359db9e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:09:59.410156 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e18145a7-62a2-4928-afec-a92f359db9e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-778726'] for router_gateway (b7c93cc2-e741-4932-8956-ed9aed4ead8f), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:59.493234 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e18145a7-62a2-4928-afec-a92f359db9e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5905'] for router (b7c93cc2-e741-4932-8956-ed9aed4ead8f), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:59.495415 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e18145a7-62a2-4928-afec-a92f359db9e8 admin admin] Publish callbacks [] for router_controller (b7c93cc2-e741-4932-8956-ed9aed4ead8f), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:59.539634 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e18145a7-62a2-4928-afec-a92f359db9e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579260'] for router (b7c93cc2-e741-4932-8956-ed9aed4ead8f), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:59.540230 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18145a7-62a2-4928-afec-a92f359db9e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7c93cc2-e741-4932-8956-ed9aed4ead8f {{(pid=103886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 14:09:59.544655 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e18145a7-62a2-4928-afec-a92f359db9e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:59.545856 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-e18145a7-62a2-4928-afec-a92f359db9e8 admin admin] 10.222.0.91 "DELETE /v2.0/routers/b7c93cc2-e741-4932-8956-ed9aed4ead8f HTTP/1.1" status: 204 len: 168 time: 0.7602551 May 26 14:09:59.548943 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 54466) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:09:59.592691 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_v2 [None req-4855f9ae-1bc2-42fd-ac16-2d48bc1ba55e admin admin] Deleting subnet a30ef594-0dbe-4d1b-9278-186af670d87d {{(pid=103886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 14:09:59.596625 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4855f9ae-1bc2-42fd-ac16-2d48bc1ba55e admin admin] Publish callbacks [] for subnet (a30ef594-0dbe-4d1b-9278-186af670d87d), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:59.636262 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4855f9ae-1bc2-42fd-ac16-2d48bc1ba55e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13293489'] for subnet (a30ef594-0dbe-4d1b-9278-186af670d87d), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:59.713252 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4855f9ae-1bc2-42fd-ac16-2d48bc1ba55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771753'] for subnet (a30ef594-0dbe-4d1b-9278-186af670d87d), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:59.754276 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:59.755438 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:59.776577 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4855f9ae-1bc2-42fd-ac16-2d48bc1ba55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13293486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13325969'] for subnet (a30ef594-0dbe-4d1b-9278-186af670d87d), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:59.810693 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4855f9ae-1bc2-42fd-ac16-2d48bc1ba55e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:59.814416 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-4855f9ae-1bc2-42fd-ac16-2d48bc1ba55e admin admin] 10.222.0.91 "DELETE /v2.0/subnets/a30ef594-0dbe-4d1b-9278-186af670d87d HTTP/1.1" status: 204 len: 168 time: 0.2645118 May 26 14:09:59.815507 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855f9ae-1bc2-42fd-ac16-2d48bc1ba55e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a30ef594-0dbe-4d1b-9278-186af670d87d,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:09:59.815867 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ac40d6-7900-4591-a587-8355779d9d6a None None] Network bb3bf56d-90fc-4a74-995d-ab2752db975c requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 14:09:59.816980 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 54468) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:09:59.894576 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-068dfe30-fbe8-438f-a1d9-d879f4d4de54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1846382'] for network (bb3bf56d-90fc-4a74-995d-ab2752db975c), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:59.944353 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-068dfe30-fbe8-438f-a1d9-d879f4d4de54 admin admin] Deleting port 084476bb-b307-4d48-8787-63cbecc2a1bb {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:09:59.944694 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-068dfe30-fbe8-438f-a1d9-d879f4d4de54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (084476bb-b307-4d48-8787-63cbecc2a1bb), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:00.005592 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-068dfe30-fbe8-438f-a1d9-d879f4d4de54 admin admin] For port 084476bb-b307-4d48-8787-63cbecc2a1bb, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=084476bb-b307-4d48-8787-63cbecc2a1bb,segment=NetworkSegment(5fa9b816-b3f6-4937-96b4-c071644992f7),segment_id=5fa9b816-b3f6-4937-96b4-c071644992f7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:10:00.005853 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-068dfe30-fbe8-438f-a1d9-d879f4d4de54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (084476bb-b307-4d48-8787-63cbecc2a1bb), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:00.020409 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-068dfe30-fbe8-438f-a1d9-d879f4d4de54 admin admin] Calling delete_port for 084476bb-b307-4d48-8787-63cbecc2a1bb owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:10:00.067360 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471c5938-d3ff-4edf-a3ab-e1a7567245a8 None None] DHCP port deletion for bb3bf56d-90fc-4a74-995d-ab2752db975c request from dv-cinder-842130-1-iscsi {{(pid=103887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 14:10:00.100456 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-068dfe30-fbe8-438f-a1d9-d879f4d4de54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (084476bb-b307-4d48-8787-63cbecc2a1bb), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:00.105627 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-471c5938-d3ff-4edf-a3ab-e1a7567245a8 None None] Deleting port 084476bb-b307-4d48-8787-63cbecc2a1bb {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:10:00.106025 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-471c5938-d3ff-4edf-a3ab-e1a7567245a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (084476bb-b307-4d48-8787-63cbecc2a1bb), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:00.130896 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068dfe30-fbe8-438f-a1d9-d879f4d4de54 admin admin] Pushing event deleted for resources: {'Port': ['ID=084476bb-b307-4d48-8787-63cbecc2a1bb,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:10:00.132771 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068dfe30-fbe8-438f-a1d9-d879f4d4de54 admin admin] No DVR routers for this DVR port 084476bb-b307-4d48-8787-63cbecc2a1bb on host dv-cinder-842130-1-iscsi {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:10:00.177040 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-471c5938-d3ff-4edf-a3ab-e1a7567245a8 None None] For port 084476bb-b307-4d48-8787-63cbecc2a1bb, host dv-cinder-842130-1-iscsi, got binding levels [] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:10:00.177461 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-471c5938-d3ff-4edf-a3ab-e1a7567245a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (084476bb-b307-4d48-8787-63cbecc2a1bb), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:00.190853 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-471c5938-d3ff-4edf-a3ab-e1a7567245a8 None None] Calling delete_port for 084476bb-b307-4d48-8787-63cbecc2a1bb owned by network:dhcp {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:10:00.193691 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.ipam_backend_mixin [None req-471c5938-d3ff-4edf-a3ab-e1a7567245a8 None None] Port 084476bb-b307-4d48-8787-63cbecc2a1bb was not found and therefore no delete operation was performed {{(pid=103887) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 26 14:10:00.195164 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-471c5938-d3ff-4edf-a3ab-e1a7567245a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306'] for port (084476bb-b307-4d48-8787-63cbecc2a1bb), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:00.207366 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-068dfe30-fbe8-438f-a1d9-d879f4d4de54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769820', 'neutron.services.segments.db._delete_segments_for_network-8727248709232'] for network (bb3bf56d-90fc-4a74-995d-ab2752db975c), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:00.221693 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c5938-d3ff-4edf-a3ab-e1a7567245a8 None None] Pushing event deleted for resources: {'Port': ['ID=084476bb-b307-4d48-8787-63cbecc2a1bb,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:10:00.230369 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471c5938-d3ff-4edf-a3ab-e1a7567245a8 None None] No DVR routers for this DVR port 084476bb-b307-4d48-8787-63cbecc2a1bb on host dv-cinder-842130-1-iscsi {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:10:00.231615 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-068dfe30-fbe8-438f-a1d9-d879f4d4de54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb3bf56d-90fc-4a74-995d-ab2752db975c']}} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:10:00.232631 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c5938-d3ff-4edf-a3ab-e1a7567245a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:10:00.232989 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c5938-d3ff-4edf-a3ab-e1a7567245a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:10:00.233356 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c5938-d3ff-4edf-a3ab-e1a7567245a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:10:00.233723 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c5938-d3ff-4edf-a3ab-e1a7567245a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:10:00.234058 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c5938-d3ff-4edf-a3ab-e1a7567245a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:10:00.234374 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c5938-d3ff-4edf-a3ab-e1a7567245a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:10:00.234695 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c5938-d3ff-4edf-a3ab-e1a7567245a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:10:00.235013 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c5938-d3ff-4edf-a3ab-e1a7567245a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:10:00.235327 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c5938-d3ff-4edf-a3ab-e1a7567245a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:10:00.235645 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c5938-d3ff-4edf-a3ab-e1a7567245a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:10:00.235962 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c5938-d3ff-4edf-a3ab-e1a7567245a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:10:00.236279 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c5938-d3ff-4edf-a3ab-e1a7567245a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:10:00.236596 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c5938-d3ff-4edf-a3ab-e1a7567245a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:10:00.236910 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c5938-d3ff-4edf-a3ab-e1a7567245a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:10:00.237245 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c5938-d3ff-4edf-a3ab-e1a7567245a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:10:00.243851 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-068dfe30-fbe8-438f-a1d9-d879f4d4de54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fa9b816-b3f6-4937-96b4-c071644992f7') {'for_net_delete': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:10:00.244241 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-068dfe30-fbe8-438f-a1d9-d879f4d4de54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fa9b816-b3f6-4937-96b4-c071644992f7') {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:10:00.259976 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-068dfe30-fbe8-438f-a1d9-d879f4d4de54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727248710265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13293448'] for segment (5fa9b816-b3f6-4937-96b4-c071644992f7), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:00.276939 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-068dfe30-fbe8-438f-a1d9-d879f4d4de54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990'] for segment (5fa9b816-b3f6-4937-96b4-c071644992f7), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:00.283462 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-068dfe30-fbe8-438f-a1d9-d879f4d4de54 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 14:10:00.283850 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-068dfe30-fbe8-438f-a1d9-d879f4d4de54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13292044'] for segment (5fa9b816-b3f6-4937-96b4-c071644992f7), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:00.356977 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-068dfe30-fbe8-438f-a1d9-d879f4d4de54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778698'] for network (bb3bf56d-90fc-4a74-995d-ab2752db975c), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:00.363380 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-068dfe30-fbe8-438f-a1d9-d879f4d4de54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:00.366037 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-068dfe30-fbe8-438f-a1d9-d879f4d4de54 admin admin] 10.222.0.91 "DELETE /v2.0/networks/bb3bf56d-90fc-4a74-995d-ab2752db975c HTTP/1.1" status: 204 len: 168 time: 0.5481176 May 26 14:10:00.369133 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 54476) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:10:00.378672 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.services.segments.plugin [-] Segment 5fa9b816-b3f6-4937-96b4-c071644992f7 resource provider aggregate not found May 26 14:10:00.383406 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068dfe30-fbe8-438f-a1d9-d879f4d4de54 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb3bf56d-90fc-4a74-995d-ab2752db975c,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:10:00.393932 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.services.segments.plugin [-] Segment 5fa9b816-b3f6-4937-96b4-c071644992f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5fa9b816-b3f6-4937-96b4-c071644992f7 found for delete ", "request_id": "req-1f2025af-7b23-499c-b164-81b142e10a50"}]} May 26 14:10:00.670649 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9b41c63f-4b40-4389-be97-622b436af2e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-781528'] for router_interface (d2a57e4d-0f06-4f91-a596-a62e754d2a59), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:00.750722 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:00.850464 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:00.893964 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9b41c63f-4b40-4389-be97-622b436af2e7 admin admin] Deleting port 16375727-b3a6-4fb6-a2dd-d06f94fd97dc {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:10:00.894302 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9b41c63f-4b40-4389-be97-622b436af2e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (16375727-b3a6-4fb6-a2dd-d06f94fd97dc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:00.974213 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-9b41c63f-4b40-4389-be97-622b436af2e7 admin admin] For port 16375727-b3a6-4fb6-a2dd-d06f94fd97dc, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=16375727-b3a6-4fb6-a2dd-d06f94fd97dc,segment=NetworkSegment(eb1fcbe1-33aa-4883-b6e7-9b5b9588dd74),segment_id=eb1fcbe1-33aa-4883-b6e7-9b5b9588dd74)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:10:00.974571 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9b41c63f-4b40-4389-be97-622b436af2e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (16375727-b3a6-4fb6-a2dd-d06f94fd97dc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:00.988383 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9b41c63f-4b40-4389-be97-622b436af2e7 admin admin] Calling delete_port for 16375727-b3a6-4fb6-a2dd-d06f94fd97dc owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:10:01.116459 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6156eb3-d187-40bb-99e2-3e7c9e8ac02c req-e1ab8f99-4d13-4318-a08c-69a22b982919 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:10:01.118531 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c6156eb3-d187-40bb-99e2-3e7c9e8ac02c req-e1ab8f99-4d13-4318-a08c-69a22b982919 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0490589 May 26 14:10:01.171379 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9b41c63f-4b40-4389-be97-622b436af2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (16375727-b3a6-4fb6-a2dd-d06f94fd97dc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:01.177690 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c6156eb3-d187-40bb-99e2-3e7c9e8ac02c req-5f767a45-b63b-47fb-aba7-7dcd555db654 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515425 May 26 14:10:01.202211 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b41c63f-4b40-4389-be97-622b436af2e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=16375727-b3a6-4fb6-a2dd-d06f94fd97dc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:10:01.225531 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device c838c993-7dcc-4776-a562-c32b19de95f4 no longer exists at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:10:01.251302 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] No Port match for: c838c993-7dcc-4776-a562-c32b19de95f4 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:10:01.252522 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device c838c993-7dcc-4776-a562-c32b19de95f4 not bound to the agent host dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:10:01.252952 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 084476bb-b307-4d48-8787-63cbecc2a1bb no longer exists at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:10:01.272847 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] No Port match for: 084476bb-b307-4d48-8787-63cbecc2a1bb {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:10:01.273194 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 084476bb-b307-4d48-8787-63cbecc2a1bb not bound to the agent host dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:10:01.273811 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca no longer exists at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:10:01.379660 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9b41c63f-4b40-4389-be97-622b436af2e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-302216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781380'] for router_interface (d2a57e4d-0f06-4f91-a596-a62e754d2a59), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:01.432276 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] No Port match for: ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:10:01.432614 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device ce2ec0cc-2c90-4713-89ab-bf2fad0df9ca not bound to the agent host dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:10:01.833145 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b41c63f-4b40-4389-be97-622b436af2e7 admin admin] Router d2a57e4d-0f06-4f91-a596-a62e754d2a59 has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:10:01.885747 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:01.942976 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:01.948736 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b41c63f-4b40-4389-be97-622b436af2e7 admin admin] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:10:01.954231 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-9b41c63f-4b40-4389-be97-622b436af2e7 admin admin] 10.222.0.91 "PUT /v2.0/routers/d2a57e4d-0f06-4f91-a596-a62e754d2a59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5837905 May 26 14:10:01.957710 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0323391-6a58-4f79-837a-8edcf5da9cf0 None None] Sync routers for ids ['d2a57e4d-0f06-4f91-a596-a62e754d2a59'] in dv-cinder-842130-1-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:10:01.960664 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 54490) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:10:01.968674 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0323391-6a58-4f79-837a-8edcf5da9cf0 None None] Routers {'d2a57e4d-0f06-4f91-a596-a62e754d2a59'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:10:01.969367 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-f0323391-6a58-4f79-837a-8edcf5da9cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:09:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['d2a57e4d-0f06-4f91-a596-a62e754d2a59'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:10:02.069521 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c37f714-6db8-4f25-a44b-0ede3c867025 admin admin] Publish callbacks [] for router (d2a57e4d-0f06-4f91-a596-a62e754d2a59), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:02.078588 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-f0323391-6a58-4f79-837a-8edcf5da9cf0 None None] Set router d2a57e4d-0f06-4f91-a596-a62e754d2a59 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:10:02.178133 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c37f714-6db8-4f25-a44b-0ede3c867025 admin admin] Publish callbacks [] for router_gateway (d2a57e4d-0f06-4f91-a596-a62e754d2a59), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:02.228650 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-3c37f714-6db8-4f25-a44b-0ede3c867025 admin admin] Deleting port e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:10:02.228987 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c37f714-6db8-4f25-a44b-0ede3c867025 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:02.277746 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-f0323391-6a58-4f79-837a-8edcf5da9cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a57e4d-0f06-4f91-a596-a62e754d2a59', 'name': 'tempest-TestVolumeBootPattern-828696566-router', 'tenant_id': 'e23df072c3ad4ce6b25f813c47cb1d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:47Z', 'updated_at': '2022-05-26T14:10:01Z', 'revision_number': 5, 'project_id': 'e23df072c3ad4ce6b25f813c47cb1d1f', 'gw_port': {'id': 'e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a57e4d-0f06-4f91-a596-a62e754d2a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:59:48Z', 'updated_at': '2022-05-26T14:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi'}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:10:02.304454 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0323391-6a58-4f79-837a-8edcf5da9cf0 None None] Checking router: d2a57e4d-0f06-4f91-a596-a62e754d2a59 for host: dv-cinder-842130-1-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:10:02.313581 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0323391-6a58-4f79-837a-8edcf5da9cf0 None None] Routers {'d2a57e4d-0f06-4f91-a596-a62e754d2a59'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:10:02.314206 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-f0323391-6a58-4f79-837a-8edcf5da9cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:09:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['d2a57e4d-0f06-4f91-a596-a62e754d2a59'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:10:02.315085 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb51b52-5435-466d-ad52-911d353ad95d req-76dfbf90-f931-491c-bb5f-996ff0f09413 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:10:02.316788 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5bb51b52-5435-466d-ad52-911d353ad95d req-76dfbf90-f931-491c-bb5f-996ff0f09413 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0600281 May 26 14:10:02.321061 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-3c37f714-6db8-4f25-a44b-0ede3c867025 admin admin] For port e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a,segment=NetworkSegment(7398460f-ba92-4b10-bc2e-e16a0f9ed6bc),segment_id=7398460f-ba92-4b10-bc2e-e16a0f9ed6bc)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:10:02.321577 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c37f714-6db8-4f25-a44b-0ede3c867025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:02.340676 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-3c37f714-6db8-4f25-a44b-0ede3c867025 admin admin] Calling delete_port for e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:10:02.371260 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5bb51b52-5435-466d-ad52-911d353ad95d req-937d9f3f-fdc1-44cb-a02a-7b8cc60d55b1 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485322 May 26 14:10:02.403614 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-f0323391-6a58-4f79-837a-8edcf5da9cf0 None None] Set router d2a57e4d-0f06-4f91-a596-a62e754d2a59 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:10:02.455539 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-f0323391-6a58-4f79-837a-8edcf5da9cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a57e4d-0f06-4f91-a596-a62e754d2a59', 'name': 'tempest-TestVolumeBootPattern-828696566-router', 'tenant_id': 'e23df072c3ad4ce6b25f813c47cb1d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:47Z', 'updated_at': '2022-05-26T14:10:02Z', 'revision_number': 6, 'project_id': 'e23df072c3ad4ce6b25f813c47cb1d1f', 'gw_port_host': None}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:10:02.479924 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0323391-6a58-4f79-837a-8edcf5da9cf0 None None] The sync data for ids ['d2a57e4d-0f06-4f91-a596-a62e754d2a59'] in dv-cinder-842130-1-iscsi is: [{'id': 'd2a57e4d-0f06-4f91-a596-a62e754d2a59', 'name': 'tempest-TestVolumeBootPattern-828696566-router', 'tenant_id': 'e23df072c3ad4ce6b25f813c47cb1d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:59:47Z', 'updated_at': '2022-05-26T14:10:02Z', 'revision_number': 6, 'project_id': 'e23df072c3ad4ce6b25f813c47cb1d1f', 'gw_port_host': None}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:10:02.527445 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c37f714-6db8-4f25-a44b-0ede3c867025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:02.551743 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37f714-6db8-4f25-a44b-0ede3c867025 admin admin] Pushing event deleted for resources: {'Port': ['ID=e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:10:02.612509 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c37f714-6db8-4f25-a44b-0ede3c867025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-778726'] for router_gateway (d2a57e4d-0f06-4f91-a596-a62e754d2a59), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:02.698221 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c37f714-6db8-4f25-a44b-0ede3c867025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5905'] for router (d2a57e4d-0f06-4f91-a596-a62e754d2a59), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:02.700398 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c37f714-6db8-4f25-a44b-0ede3c867025 admin admin] Publish callbacks [] for router_controller (d2a57e4d-0f06-4f91-a596-a62e754d2a59), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:02.744644 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c37f714-6db8-4f25-a44b-0ede3c867025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579260'] for router (d2a57e4d-0f06-4f91-a596-a62e754d2a59), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:02.745274 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c37f714-6db8-4f25-a44b-0ede3c867025 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2a57e4d-0f06-4f91-a596-a62e754d2a59 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 14:10:02.750184 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c37f714-6db8-4f25-a44b-0ede3c867025 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:02.751172 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-3c37f714-6db8-4f25-a44b-0ede3c867025 admin admin] 10.222.0.91 "DELETE /v2.0/routers/d2a57e4d-0f06-4f91-a596-a62e754d2a59 HTTP/1.1" status: 204 len: 168 time: 0.7893112 May 26 14:10:02.753649 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 54494) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:10:02.797886 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-65d950a1-01cc-432b-862a-cd06b8089a3c admin admin] Deleting subnet 39b6aa1a-b67f-4b78-ac36-4a5c9709e16b {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 14:10:02.801192 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65d950a1-01cc-432b-862a-cd06b8089a3c admin admin] Publish callbacks [] for subnet (39b6aa1a-b67f-4b78-ac36-4a5c9709e16b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:02.838051 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65d950a1-01cc-432b-862a-cd06b8089a3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14006249'] for subnet (39b6aa1a-b67f-4b78-ac36-4a5c9709e16b), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:02.856140 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:02.883063 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:02.923128 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65d950a1-01cc-432b-862a-cd06b8089a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771753'] for subnet (39b6aa1a-b67f-4b78-ac36-4a5c9709e16b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:02.975501 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65d950a1-01cc-432b-862a-cd06b8089a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14252645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15439621'] for subnet (39b6aa1a-b67f-4b78-ac36-4a5c9709e16b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:03.000310 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d950a1-01cc-432b-862a-cd06b8089a3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39b6aa1a-b67f-4b78-ac36-4a5c9709e16b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:10:03.006056 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65d950a1-01cc-432b-862a-cd06b8089a3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:03.009573 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-65d950a1-01cc-432b-862a-cd06b8089a3c admin admin] 10.222.0.91 "DELETE /v2.0/subnets/39b6aa1a-b67f-4b78-ac36-4a5c9709e16b HTTP/1.1" status: 204 len: 168 time: 0.2547169 May 26 14:10:03.012114 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 54496) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:10:03.013097 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49ebc3f-9385-4dca-8841-8d27aa18605e None None] Network 3991de1e-97a5-48cd-9e62-5cfe161414ab requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 14:10:03.073966 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:03.084753 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e97448b-03ae-4907-846c-786f8af6d72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1846382'] for network (3991de1e-97a5-48cd-9e62-5cfe161414ab), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:03.133723 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7e97448b-03ae-4907-846c-786f8af6d72f admin admin] Deleting port 29f404a1-42f7-46ac-904f-2243202372fc {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:10:03.134322 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e97448b-03ae-4907-846c-786f8af6d72f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (29f404a1-42f7-46ac-904f-2243202372fc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:03.195958 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-7e97448b-03ae-4907-846c-786f8af6d72f admin admin] For port 29f404a1-42f7-46ac-904f-2243202372fc, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=29f404a1-42f7-46ac-904f-2243202372fc,segment=NetworkSegment(eb1fcbe1-33aa-4883-b6e7-9b5b9588dd74),segment_id=eb1fcbe1-33aa-4883-b6e7-9b5b9588dd74)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:10:03.196325 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e97448b-03ae-4907-846c-786f8af6d72f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (29f404a1-42f7-46ac-904f-2243202372fc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:03.209565 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7e97448b-03ae-4907-846c-786f8af6d72f admin admin] Calling delete_port for 29f404a1-42f7-46ac-904f-2243202372fc owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:10:03.247078 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5051602-94c0-483c-84de-726a8461f24e None None] DHCP port deletion for 3991de1e-97a5-48cd-9e62-5cfe161414ab request from dv-cinder-842130-1-iscsi {{(pid=103887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 14:10:03.303279 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e97448b-03ae-4907-846c-786f8af6d72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (29f404a1-42f7-46ac-904f-2243202372fc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:03.305333 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-a5051602-94c0-483c-84de-726a8461f24e None None] Deleting port 29f404a1-42f7-46ac-904f-2243202372fc {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:10:03.305818 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a5051602-94c0-483c-84de-726a8461f24e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (29f404a1-42f7-46ac-904f-2243202372fc), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:03.321038 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a no longer exists at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:10:03.325656 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:03.326997 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97448b-03ae-4907-846c-786f8af6d72f admin admin] Pushing event deleted for resources: {'Port': ['ID=29f404a1-42f7-46ac-904f-2243202372fc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:10:03.332838 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e97448b-03ae-4907-846c-786f8af6d72f admin admin] No DVR routers for this DVR port 29f404a1-42f7-46ac-904f-2243202372fc on host dv-cinder-842130-1-iscsi {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:10:03.376442 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] No Port match for: e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:10:03.376781 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device e93b671b-e1aa-47e7-82cb-3a4a3f39cf4a not bound to the agent host dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:10:03.377223 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 29f404a1-42f7-46ac-904f-2243202372fc no longer exists at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:10:03.406724 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] No Port match for: 29f404a1-42f7-46ac-904f-2243202372fc {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:10:03.407129 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 29f404a1-42f7-46ac-904f-2243202372fc not bound to the agent host dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:10:03.407808 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 16375727-b3a6-4fb6-a2dd-d06f94fd97dc no longer exists at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:10:03.409744 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e97448b-03ae-4907-846c-786f8af6d72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769820', 'neutron.services.segments.db._delete_segments_for_network-8727248709232'] for network (3991de1e-97a5-48cd-9e62-5cfe161414ab), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:03.432083 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-7e97448b-03ae-4907-846c-786f8af6d72f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3991de1e-97a5-48cd-9e62-5cfe161414ab']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:10:03.432348 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-a5051602-94c0-483c-84de-726a8461f24e None None] For port 29f404a1-42f7-46ac-904f-2243202372fc, host dv-cinder-842130-1-iscsi, got binding levels [] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:10:03.432741 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a5051602-94c0-483c-84de-726a8461f24e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (29f404a1-42f7-46ac-904f-2243202372fc), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:03.435082 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] No Port match for: 16375727-b3a6-4fb6-a2dd-d06f94fd97dc {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:10:03.435392 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 16375727-b3a6-4fb6-a2dd-d06f94fd97dc not bound to the agent host dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:10:03.443066 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-7e97448b-03ae-4907-846c-786f8af6d72f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb1fcbe1-33aa-4883-b6e7-9b5b9588dd74') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:10:03.443329 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-7e97448b-03ae-4907-846c-786f8af6d72f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb1fcbe1-33aa-4883-b6e7-9b5b9588dd74') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:10:03.449178 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-a5051602-94c0-483c-84de-726a8461f24e None None] Calling delete_port for 29f404a1-42f7-46ac-904f-2243202372fc owned by network:dhcp {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:10:03.453457 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.ipam_backend_mixin [None req-a5051602-94c0-483c-84de-726a8461f24e None None] Port 29f404a1-42f7-46ac-904f-2243202372fc was not found and therefore no delete operation was performed {{(pid=103887) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 26 14:10:03.454762 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a5051602-94c0-483c-84de-726a8461f24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306'] for port (29f404a1-42f7-46ac-904f-2243202372fc), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:03.465609 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e97448b-03ae-4907-846c-786f8af6d72f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727248710265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14006224'] for segment (eb1fcbe1-33aa-4883-b6e7-9b5b9588dd74), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:03.487737 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5051602-94c0-483c-84de-726a8461f24e None None] No DVR routers for this DVR port 29f404a1-42f7-46ac-904f-2243202372fc on host dv-cinder-842130-1-iscsi {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:10:03.488107 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e97448b-03ae-4907-846c-786f8af6d72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990'] for segment (eb1fcbe1-33aa-4883-b6e7-9b5b9588dd74), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:03.489791 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5051602-94c0-483c-84de-726a8461f24e None None] Pushing event deleted for resources: {'Port': ['ID=29f404a1-42f7-46ac-904f-2243202372fc,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:10:03.505679 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e97448b-03ae-4907-846c-786f8af6d72f admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 14:10:03.506087 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e97448b-03ae-4907-846c-786f8af6d72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14254023'] for segment (eb1fcbe1-33aa-4883-b6e7-9b5b9588dd74), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:03.612719 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e97448b-03ae-4907-846c-786f8af6d72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778698'] for network (3991de1e-97a5-48cd-9e62-5cfe161414ab), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:03.621171 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e97448b-03ae-4907-846c-786f8af6d72f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:03.630403 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-7e97448b-03ae-4907-846c-786f8af6d72f admin admin] 10.222.0.91 "DELETE /v2.0/networks/3991de1e-97a5-48cd-9e62-5cfe161414ab HTTP/1.1" status: 204 len: 168 time: 0.6172528 May 26 14:10:03.653144 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97448b-03ae-4907-846c-786f8af6d72f admin admin] Pushing event deleted for resources: {'Network': ['ID=3991de1e-97a5-48cd-9e62-5cfe161414ab,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:10:03.687912 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.services.segments.plugin [-] Segment eb1fcbe1-33aa-4883-b6e7-9b5b9588dd74 resource provider aggregate not found May 26 14:10:03.697602 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d9161-6589-48a7-9b43-4b46092fc148 req-a676591a-f392-44c2-98d2-9c971cb1f7cd tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:10:03.699106 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0a7d9161-6589-48a7-9b43-4b46092fc148 req-a676591a-f392-44c2-98d2-9c971cb1f7cd tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.82 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.2477417 May 26 14:10:03.710678 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bed45-3c91-4e18-8c2f-685324d007a0 req-6ca45444-74e6-4b89-acf2-999b5ac4524b tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:10:03.712296 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d84bed45-3c91-4e18-8c2f-685324d007a0 req-6ca45444-74e6-4b89-acf2-999b5ac4524b tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 946 time: 0.0622058 May 26 14:10:03.712833 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.services.segments.plugin [-] Segment eb1fcbe1-33aa-4883-b6e7-9b5b9588dd74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eb1fcbe1-33aa-4883-b6e7-9b5b9588dd74 found for delete ", "request_id": "req-fb6e6804-8d4b-40f7-8d71-6f5cf51a7c23"}]} May 26 14:10:03.747155 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:DELETE=11,neutron:UPDATE=1,neutron:SELECT=88 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:03.772600 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d84bed45-3c91-4e18-8c2f-685324d007a0 req-7d20f034-9c30-4d78-b72e-381c7a59f608 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=ffd27b6e-5b14-403d-90cb-88bd2331b24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539637 May 26 14:10:03.792252 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-0a7d9161-6589-48a7-9b43-4b46092fc148 req-c3286370-378a-4609-932b-90f47501a825 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Deleting port a40f207c-1239-46bb-af6c-60ad2e69d6db {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:10:03.792633 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0a7d9161-6589-48a7-9b43-4b46092fc148 req-c3286370-378a-4609-932b-90f47501a825 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (a40f207c-1239-46bb-af6c-60ad2e69d6db), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:03.805931 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 54512) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:10:03.848712 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-c3551f50-c24f-4564-981a-a970695cfeaf admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ed15631acafd41528b96f2ed12c19e5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413384 May 26 14:10:03.851100 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 54514) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:10:03.896866 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-0a7d9161-6589-48a7-9b43-4b46092fc148 req-c3286370-378a-4609-932b-90f47501a825 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] For port a40f207c-1239-46bb-af6c-60ad2e69d6db, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=a40f207c-1239-46bb-af6c-60ad2e69d6db,segment=NetworkSegment(f321a816-e3bc-4765-98e8-4c091bbebacd),segment_id=f321a816-e3bc-4765-98e8-4c091bbebacd)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:10:03.897264 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0a7d9161-6589-48a7-9b43-4b46092fc148 req-c3286370-378a-4609-932b-90f47501a825 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (a40f207c-1239-46bb-af6c-60ad2e69d6db), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:03.899237 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-012b0a65-2a02-42b0-978b-a491a2eb6785 admin admin] Publish callbacks [] for security_group (43fcbc6c-81b6-4873-a287-de3b21e5e545), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:03.903972 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:03.925215 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-012b0a65-2a02-42b0-978b-a491a2eb6785 admin admin] Publish callbacks [] for security_group (43fcbc6c-81b6-4873-a287-de3b21e5e545), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:03.933078 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:03.954998 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:03.977412 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-012b0a65-2a02-42b0-978b-a491a2eb6785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (43fcbc6c-81b6-4873-a287-de3b21e5e545), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:03.979972 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-012b0a65-2a02-42b0-978b-a491a2eb6785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:03.981280 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-012b0a65-2a02-42b0-978b-a491a2eb6785 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/43fcbc6c-81b6-4873-a287-de3b21e5e545 HTTP/1.1" status: 204 len: 168 time: 0.1291323 May 26 14:10:03.989554 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b0a65-2a02-42b0-978b-a491a2eb6785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fcbc6c-81b6-4873-a287-de3b21e5e545,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:10:04.077418 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0a7d9161-6589-48a7-9b43-4b46092fc148 req-c3286370-378a-4609-932b-90f47501a825 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:04.077783 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0a7d9161-6589-48a7-9b43-4b46092fc148 req-c3286370-378a-4609-932b-90f47501a825 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778712'] for floatingip (f7a8ca2f-8edf-4cbe-b925-dece7a8a321d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:04.078095 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.db.l3_db [req-0a7d9161-6589-48a7-9b43-4b46092fc148 req-c3286370-378a-4609-932b-90f47501a825 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Floating IP f7a8ca2f-8edf-4cbe-b925-dece7a8a321d disassociated. External IP: 172.27.1.32, port: a40f207c-1239-46bb-af6c-60ad2e69d6db. May 26 14:10:04.078439 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-0a7d9161-6589-48a7-9b43-4b46092fc148 req-c3286370-378a-4609-932b-90f47501a825 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Calling delete_port for a40f207c-1239-46bb-af6c-60ad2e69d6db owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:10:04.213442 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0a7d9161-6589-48a7-9b43-4b46092fc148 req-c3286370-378a-4609-932b-90f47501a825 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (a40f207c-1239-46bb-af6c-60ad2e69d6db), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:04.245344 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3286370-378a-4609-932b-90f47501a825 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Pushing event deleted for resources: {'Port': ['ID=a40f207c-1239-46bb-af6c-60ad2e69d6db,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:10:04.354538 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a7d9161-6589-48a7-9b43-4b46092fc148 req-c3286370-378a-4609-932b-90f47501a825 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Router e7c68bca-8dd7-491e-beed-4664274f6134 has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:10:04.363548 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 54520) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:10:04.403334 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-a03a7750-cc6c-42ee-9723-0de96dee3a4a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e23df072c3ad4ce6b25f813c47cb1d1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385389 May 26 14:10:04.406082 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 54522) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:10:04.453116 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6883d5a2-493b-421b-be62-b666c2eab0c4 admin admin] Publish callbacks [] for security_group (8c18d7ec-0fab-4857-9042-0e1a7b9c63b1), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:04.459791 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a7d9161-6589-48a7-9b43-4b46092fc148 req-c3286370-378a-4609-932b-90f47501a825 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:10:04.469884 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8647a8-9be1-4f3c-9c77-3fd1f7c12b63 None None] Sync routers for ids ['e7c68bca-8dd7-491e-beed-4664274f6134'] in dv-cinder-842130-1-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:10:04.474664 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6883d5a2-493b-421b-be62-b666c2eab0c4 admin admin] Publish callbacks [] for security_group (8c18d7ec-0fab-4857-9042-0e1a7b9c63b1), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:04.481013 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8647a8-9be1-4f3c-9c77-3fd1f7c12b63 None None] Routers {'e7c68bca-8dd7-491e-beed-4664274f6134'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:10:04.481851 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-5e8647a8-9be1-4f3c-9c77-3fd1f7c12b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:09:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['e7c68bca-8dd7-491e-beed-4664274f6134'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:10:04.508695 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7d9161-6589-48a7-9b43-4b46092fc148 req-c3286370-378a-4609-932b-90f47501a825 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] No DVR routers for this DVR port a40f207c-1239-46bb-af6c-60ad2e69d6db on host hv-cinder-84213 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:10:04.513173 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0a7d9161-6589-48a7-9b43-4b46092fc148 req-c3286370-378a-4609-932b-90f47501a825 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:04.516462 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0a7d9161-6589-48a7-9b43-4b46092fc148 req-c3286370-378a-4609-932b-90f47501a825 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.82 "DELETE /v2.0/ports/a40f207c-1239-46bb-af6c-60ad2e69d6db HTTP/1.1" status: 204 len: 173 time: 0.8120580 May 26 14:10:04.516904 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a8a362-d930-47d5-b449-fec49325ba7a', 'name': 'network-vif-deleted', 'tag': 'a40f207c-1239-46bb-af6c-60ad2e69d6db'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:10:04.519359 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a2fe3094dbca619affac8640d5d00e1e0d94bf0ce4138e249cf9dd9a9bbd82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c57a3d-8d60-4b27-b2b7-8333fdd05fd0" -d '{"events": [{"server_uuid": "73a8a362-d930-47d5-b449-fec49325ba7a", "name": "network-vif-deleted", "tag": "a40f207c-1239-46bb-af6c-60ad2e69d6db"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:10:04.533583 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6883d5a2-493b-421b-be62-b666c2eab0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (8c18d7ec-0fab-4857-9042-0e1a7b9c63b1), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:04.537707 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6883d5a2-493b-421b-be62-b666c2eab0c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:04.539184 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-6883d5a2-493b-421b-be62-b666c2eab0c4 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8c18d7ec-0fab-4857-9042-0e1a7b9c63b1 HTTP/1.1" status: 204 len: 168 time: 0.1321101 May 26 14:10:04.548952 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883d5a2-493b-421b-be62-b666c2eab0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c18d7ec-0fab-4857-9042-0e1a7b9c63b1,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:10:04.581104 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=100 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:04.583631 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7512db-b14c-4db2-938e-35963d128d24 x-openstack-request-id: req-ba7512db-b14c-4db2-938e-35963d128d24 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:10:04.584067 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a8a362-d930-47d5-b449-fec49325ba7a", "name": "network-vif-deleted", "tag": "a40f207c-1239-46bb-af6c-60ad2e69d6db", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:10:04.584489 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ba7512db-b14c-4db2-938e-35963d128d24 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:10:04.585133 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba7512db-b14c-4db2-938e-35963d128d24'] response: {'server_uuid': '73a8a362-d930-47d5-b449-fec49325ba7a', 'name': 'network-vif-deleted', 'tag': 'a40f207c-1239-46bb-af6c-60ad2e69d6db', 'status': 'completed', 'code': 200} May 26 14:10:04.614883 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-5e8647a8-9be1-4f3c-9c77-3fd1f7c12b63 None None] Set router e7c68bca-8dd7-491e-beed-4664274f6134 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:10:04.685393 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=100 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:04.911134 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d4e07e21-12db-4363-b4fd-4fccfa77a3bb req-22867ded-ad28-4245-9b06-ef98d77a7b27 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=73a8a362-d930-47d5-b449-fec49325ba7a HTTP/1.1" status: 200 len: 210 time: 0.0333254 May 26 14:10:04.921996 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-5e8647a8-9be1-4f3c-9c77-3fd1f7c12b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'name': 'tempest-AttachVolumeTestJSON-445089964-router', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '90d25559-6ef3-44cc-a26f-15937eb8122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:05:02Z', 'revision_number': 4, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'gw_port': {'id': '90d25559-6ef3-44cc-a26f-15937eb8122c', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'ead478b0-d78c-465c-924d-4225dcadeaac', 'name': '', 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'mac_address': 'fa:16:3e:b2:ff:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a3821460-f20b-4748-9fc2-59afe71a09a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T14:05:01Z', 'updated_at': '2022-05-26T14:05:06Z', 'revision_number': 5, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'subnets': [{'id': 'a3821460-f20b-4748-9fc2-59afe71a09a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:10:04.947124 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8647a8-9be1-4f3c-9c77-3fd1f7c12b63 None None] Checking router: e7c68bca-8dd7-491e-beed-4664274f6134 for host: dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:10:04.956710 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8647a8-9be1-4f3c-9c77-3fd1f7c12b63 None None] Routers {'e7c68bca-8dd7-491e-beed-4664274f6134'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:10:04.957467 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-5e8647a8-9be1-4f3c-9c77-3fd1f7c12b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:09:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['e7c68bca-8dd7-491e-beed-4664274f6134'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:10:05.157296 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-5e8647a8-9be1-4f3c-9c77-3fd1f7c12b63 None None] Set router e7c68bca-8dd7-491e-beed-4664274f6134 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:10:05.336537 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-5e8647a8-9be1-4f3c-9c77-3fd1f7c12b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'name': 'tempest-AttachVolumeTestJSON-445089964-router', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '90d25559-6ef3-44cc-a26f-15937eb8122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:05:02Z', 'revision_number': 4, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'gw_port': {'id': '90d25559-6ef3-44cc-a26f-15937eb8122c', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'ead478b0-d78c-465c-924d-4225dcadeaac', 'name': '', 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'mac_address': 'fa:16:3e:b2:ff:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a3821460-f20b-4748-9fc2-59afe71a09a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T14:05:01Z', 'updated_at': '2022-05-26T14:05:06Z', 'revision_number': 5, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'subnets': [{'id': 'a3821460-f20b-4748-9fc2-59afe71a09a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:10:05.364408 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8647a8-9be1-4f3c-9c77-3fd1f7c12b63 None None] The sync data for ids ['e7c68bca-8dd7-491e-beed-4664274f6134'] in dv-cinder-842130-1-iscsi is: [{'id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'name': 'tempest-AttachVolumeTestJSON-445089964-router', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '90d25559-6ef3-44cc-a26f-15937eb8122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:05:02Z', 'revision_number': 4, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'gw_port': {'id': '90d25559-6ef3-44cc-a26f-15937eb8122c', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'ead478b0-d78c-465c-924d-4225dcadeaac', 'name': '', 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'mac_address': 'fa:16:3e:b2:ff:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a3821460-f20b-4748-9fc2-59afe71a09a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T14:05:01Z', 'updated_at': '2022-05-26T14:05:06Z', 'revision_number': 5, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'subnets': [{'id': 'a3821460-f20b-4748-9fc2-59afe71a09a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:10:05.589905 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712c09b6-6f0d-4b80-8d70-2b7874efce0c None None] New status for floating IP f7a8ca2f-8edf-4cbe-b925-dece7a8a321d: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 14:10:06.002500 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 54534) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:10:06.058018 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd8269a2-e88e-4a17-8891-dd9c9658f1c9 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for security_group (ffd27b6e-5b14-403d-90cb-88bd2331b24f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:06.081135 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd8269a2-e88e-4a17-8891-dd9c9658f1c9 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for security_group (ffd27b6e-5b14-403d-90cb-88bd2331b24f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:06.129413 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd8269a2-e88e-4a17-8891-dd9c9658f1c9 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (ffd27b6e-5b14-403d-90cb-88bd2331b24f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:06.131949 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd8269a2-e88e-4a17-8891-dd9c9658f1c9 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:06.133102 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-cd8269a2-e88e-4a17-8891-dd9c9658f1c9 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "DELETE /v2.0/security-groups/ffd27b6e-5b14-403d-90cb-88bd2331b24f HTTP/1.1" status: 204 len: 168 time: 0.1296234 May 26 14:10:06.136114 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 54536) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:10:06.142353 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8269a2-e88e-4a17-8891-dd9c9658f1c9 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd27b6e-5b14-403d-90cb-88bd2331b24f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:10:06.149640 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.api.v2.resource [None req-020d9b3f-3f89-4e1a-848f-c57950633e5c tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] show failed (client error): The resource could not be found. May 26 14:10:06.150652 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-020d9b3f-3f89-4e1a-848f-c57950633e5c tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups/ffd27b6e-5b14-403d-90cb-88bd2331b24f HTTP/1.1" status: 404 len: 347 time: 0.0135350 May 26 14:10:06.153410 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 54538) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:10:06.264254 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f5caca16-07ef-41fc-bfff-a8013a561a6f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Deleting port 157f51e2-9d1d-4878-91b1-c2cedcd182d5 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:10:06.264643 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f5caca16-07ef-41fc-bfff-a8013a561a6f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (157f51e2-9d1d-4878-91b1-c2cedcd182d5), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:06.339589 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f5caca16-07ef-41fc-bfff-a8013a561a6f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (157f51e2-9d1d-4878-91b1-c2cedcd182d5), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:06.339906 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f5caca16-07ef-41fc-bfff-a8013a561a6f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for floatingip (157f51e2-9d1d-4878-91b1-c2cedcd182d5), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:06.352629 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f5caca16-07ef-41fc-bfff-a8013a561a6f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Calling delete_port for 157f51e2-9d1d-4878-91b1-c2cedcd182d5 owned by network:floatingip {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:10:06.749578 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f5caca16-07ef-41fc-bfff-a8013a561a6f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (157f51e2-9d1d-4878-91b1-c2cedcd182d5), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:06.753272 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device a40f207c-1239-46bb-af6c-60ad2e69d6db no longer exists at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:10:06.772226 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5caca16-07ef-41fc-bfff-a8013a561a6f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Pushing event deleted for resources: {'Port': ['ID=157f51e2-9d1d-4878-91b1-c2cedcd182d5,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:10:06.774064 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] No Port match for: a40f207c-1239-46bb-af6c-60ad2e69d6db {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:10:06.774405 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device a40f207c-1239-46bb-af6c-60ad2e69d6db not bound to the agent host hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:10:06.838513 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f5caca16-07ef-41fc-bfff-a8013a561a6f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for floatingip (f7a8ca2f-8edf-4cbe-b925-dece7a8a321d), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:06.841000 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f5caca16-07ef-41fc-bfff-a8013a561a6f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:06.842159 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-f5caca16-07ef-41fc-bfff-a8013a561a6f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "DELETE /v2.0/floatingips/f7a8ca2f-8edf-4cbe-b925-dece7a8a321d HTTP/1.1" status: 204 len: 168 time: 0.6878757 May 26 14:10:06.919810 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 54542) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:10:06.924490 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-40dd9edd-1613-4ec6-b100-bf0a56b09324 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Request body: {'security_group': {'name': 'tempest-securitygroup--61084324', 'description': 'tempest-description--1717370847'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:10:06.943664 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:06.953925 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-40dd9edd-1613-4ec6-b100-bf0a56b09324 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:07.017011 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:DELETE=8,neutron:SELECT=88,neutron:INSERT=4 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:07.023916 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-40dd9edd-1613-4ec6-b100-bf0a56b09324 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for security_group (740560a6-eb77-4419-90df-fdbe860b31e2), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:07.027416 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-40dd9edd-1613-4ec6-b100-bf0a56b09324 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (740560a6-eb77-4419-90df-fdbe860b31e2), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:07.056822 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-40dd9edd-1613-4ec6-b100-bf0a56b09324 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:07.058063 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-40dd9edd-1613-4ec6-b100-bf0a56b09324 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1372483 May 26 14:10:07.061011 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 54544) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:10:07.062826 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd9edd-1613-4ec6-b100-bf0a56b09324 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=740560a6-eb77-4419-90df-fdbe860b31e2,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:10:07.066079 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-5b97622b-8170-44be-a4de-d8ed80185d41 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Request body: {'security_group_rule': {'security_group_id': '740560a6-eb77-4419-90df-fdbe860b31e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:10:07.093563 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b97622b-8170-44be-a4de-d8ed80185d41 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for security_group_rule (1355414d-fe84-4ed0-bcad-6e27a2284987), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:07.149901 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b97622b-8170-44be-a4de-d8ed80185d41 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for security_group_rule (1355414d-fe84-4ed0-bcad-6e27a2284987), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:07.154852 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b97622b-8170-44be-a4de-d8ed80185d41 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581445'] for security_group_rule (1355414d-fe84-4ed0-bcad-6e27a2284987), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:07.171778 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:07.179370 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97622b-8170-44be-a4de-d8ed80185d41 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1355414d-fe84-4ed0-bcad-6e27a2284987,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:10:07.184857 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b97622b-8170-44be-a4de-d8ed80185d41 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:07.186249 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-5b97622b-8170-44be-a4de-d8ed80185d41 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1236365 May 26 14:10:07.192781 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 54546) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:10:07.197775 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-aac6b43f-f707-422f-a607-37f7395c985f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Request body: {'security_group_rule': {'security_group_id': '740560a6-eb77-4419-90df-fdbe860b31e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:10:07.210240 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=7,neutron:INSERT=5 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:07.228045 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aac6b43f-f707-422f-a607-37f7395c985f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for security_group_rule (186f6f3f-9923-4982-ac38-8b22957df537), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:07.284420 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aac6b43f-f707-422f-a607-37f7395c985f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for security_group_rule (186f6f3f-9923-4982-ac38-8b22957df537), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:07.288018 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aac6b43f-f707-422f-a607-37f7395c985f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581445'] for security_group_rule (186f6f3f-9923-4982-ac38-8b22957df537), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:07.306104 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac6b43f-f707-422f-a607-37f7395c985f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=186f6f3f-9923-4982-ac38-8b22957df537,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:10:07.318039 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aac6b43f-f707-422f-a607-37f7395c985f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:07.319678 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-aac6b43f-f707-422f-a607-37f7395c985f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259160 May 26 14:10:07.322722 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 54548) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:10:07.329909 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-186b29bf-9e5d-4b92-a56c-96aa085fe3f4 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Request body: {'floatingip': {'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:10:07.351300 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-186b29bf-9e5d-4b92-a56c-96aa085fe3f4 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:07.400946 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:07.432205 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-186b29bf-9e5d-4b92-a56c-96aa085fe3f4 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:07.532523 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-186b29bf-9e5d-4b92-a56c-96aa085fe3f4 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Allocated IP 172.27.1.124 (52e096d4-8aa7-4f06-8835-685346500be4/afa79513-0fef-42b7-ae4f-8319e7853c26/ae414659-61e4-4ac0-815f-40d736cdfac3) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:10:07.635763 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-186b29bf-9e5d-4b92-a56c-96aa085fe3f4 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for port (ae414659-61e4-4ac0-815f-40d736cdfac3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:07.666878 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-186b29bf-9e5d-4b92-a56c-96aa085fe3f4 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (ae414659-61e4-4ac0-815f-40d736cdfac3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:07.706861 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186b29bf-9e5d-4b92-a56c-96aa085fe3f4 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Network 52e096d4-8aa7-4f06-8835-685346500be4 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:10:07.712003 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-186b29bf-9e5d-4b92-a56c-96aa085fe3f4 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:10:07.716082 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186b29bf-9e5d-4b92-a56c-96aa085fe3f4 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 14:10:07.736875 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b29bf-9e5d-4b92-a56c-96aa085fe3f4 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Pushing event updated for resources: {'Port': ['ID=ae414659-61e4-4ac0-815f-40d736cdfac3,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:10:07.802566 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-186b29bf-9e5d-4b92-a56c-96aa085fe3f4 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for floatingip (31ee1f8f-3e07-4c1a-9768-aa17910dc20a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:07.838465 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:07.842016 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-186b29bf-9e5d-4b92-a56c-96aa085fe3f4 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (ae414659-61e4-4ac0-815f-40d736cdfac3), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:07.916099 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:08.018701 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-186b29bf-9e5d-4b92-a56c-96aa085fe3f4 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for port (ae414659-61e4-4ac0-815f-40d736cdfac3), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:08.023329 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-186b29bf-9e5d-4b92-a56c-96aa085fe3f4 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14253987'] for port (ae414659-61e4-4ac0-815f-40d736cdfac3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:08.092188 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b29bf-9e5d-4b92-a56c-96aa085fe3f4 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Pushing event updated for resources: {'Port': ['ID=ae414659-61e4-4ac0-815f-40d736cdfac3,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:10:08.100605 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-186b29bf-9e5d-4b92-a56c-96aa085fe3f4 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778712'] for floatingip (31ee1f8f-3e07-4c1a-9768-aa17910dc20a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:08.115662 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-186b29bf-9e5d-4b92-a56c-96aa085fe3f4 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:08.116933 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-186b29bf-9e5d-4b92-a56c-96aa085fe3f4 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7923689 May 26 14:10:08.317136 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-ee71a469-fa98-429d-b980-4cf142c3e3a6 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--61084324&fields=id&tenant_id=3fcd25a6c4574894a8270e3a43af782d HTTP/1.1" status: 200 len: 267 time: 0.0450778 May 26 14:10:08.422621 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-fef776db-3471-47d9-b40e-a34f5e0d80a6 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:10:08.424072 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-fef776db-3471-47d9-b40e-a34f5e0d80a6 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/networks?id=48f83048-1a6c-4ff2-af0b-d6658384b0a0 HTTP/1.1" status: 200 len: 810 time: 0.1004217 May 26 14:10:08.438395 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-e5b9f646-610d-431b-ac33-75c72d0fb3a8 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/quotas/3fcd25a6c4574894a8270e3a43af782d HTTP/1.1" status: 200 len: 375 time: 0.0089641 May 26 14:10:08.486109 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-f67bf727-bd0d-4f48-b81a-f5a3a0b78097 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=3fcd25a6c4574894a8270e3a43af782d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428734 May 26 14:10:08.578776 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-fb8bf68c-8c4b-4a11-b34d-959316f9d7b3 service neutron] 10.222.0.91 "GET /v2.0/networks/48f83048-1a6c-4ff2-af0b-d6658384b0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815873 May 26 14:10:08.668895 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-c3a91ef5-42b5-4d7f-8363-6959d0a94c79 service neutron] 10.222.0.91 "GET /v2.0/networks/48f83048-1a6c-4ff2-af0b-d6658384b0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845487 May 26 14:10:08.833547 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-153f499c-3c3e-4449-bd3f-494fb67b2d5d req-6c0b35c3-2bb9-4b7e-b45b-7a0bd7505653 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=a4097ca0-adb6-4a3b-80a5-408952d9aeaa HTTP/1.1" status: 200 len: 210 time: 0.0297804 May 26 14:10:09.876053 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-5574a9f1-fb06-40ff-a9ca-9b602674561a tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:10:09.877548 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-5574a9f1-fb06-40ff-a9ca-9b602674561a tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.82 "GET /v2.0/networks?id=48f83048-1a6c-4ff2-af0b-d6658384b0a0 HTTP/1.1" status: 200 len: 810 time: 0.1103921 May 26 14:10:09.943107 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cbb45788-ca0a-45c0-ba2b-7099b49285cd req-bdc1b2f5-b34a-4843-961f-bdf4c27b5747 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=a4097ca0-adb6-4a3b-80a5-408952d9aeaa HTTP/1.1" status: 200 len: 210 time: 0.0362272 May 26 14:10:09.964658 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-8ea3b67c-80e1-4885-8c24-472df44a590b tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fcd25a6c4574894a8270e3a43af782d HTTP/1.1" status: 200 len: 378 time: 0.0602882 May 26 14:10:10.066586 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-8af5e95f-6da3-4a43-9414-c6f8cd7c552a tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Request body: {'port': {'device_id': 'a4097ca0-adb6-4a3b-80a5-408952d9aeaa', 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0', 'admin_state_up': True, 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'security_groups': ['740560a6-eb77-4419-90df-fdbe860b31e2']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:10:10.181250 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-8af5e95f-6da3-4a43-9414-c6f8cd7c552a tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Made reservation on behalf of 3fcd25a6c4574894a8270e3a43af782d for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:10:10.184611 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-8af5e95f-6da3-4a43-9414-c6f8cd7c552a tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:10.307835 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-8af5e95f-6da3-4a43-9414-c6f8cd7c552a tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Allocated IP 172.20.0.13 (48f83048-1a6c-4ff2-af0b-d6658384b0a0/a3821460-f20b-4748-9fc2-59afe71a09a7/faa529c5-4fa1-41f5-9879-947cbac1915d) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:10:10.366515 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=7 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:10.446590 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-8af5e95f-6da3-4a43-9414-c6f8cd7c552a tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for port (faa529c5-4fa1-41f5-9879-947cbac1915d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:10.476196 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-8af5e95f-6da3-4a43-9414-c6f8cd7c552a tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727248181297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (faa529c5-4fa1-41f5-9879-947cbac1915d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:10.518224 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:10.523742 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-8af5e95f-6da3-4a43-9414-c6f8cd7c552a tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Network 48f83048-1a6c-4ff2-af0b-d6658384b0a0 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:10:10.528951 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-8af5e95f-6da3-4a43-9414-c6f8cd7c552a tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:10:10.533894 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-8af5e95f-6da3-4a43-9414-c6f8cd7c552a tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 14:10:10.537878 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5e95f-6da3-4a43-9414-c6f8cd7c552a tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Pushing event updated for resources: {'Port': ['ID=faa529c5-4fa1-41f5-9879-947cbac1915d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:10:10.586487 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-8af5e95f-6da3-4a43-9414-c6f8cd7c552a tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:10:10.587097 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-8af5e95f-6da3-4a43-9414-c6f8cd7c552a tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:10.604051 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-8af5e95f-6da3-4a43-9414-c6f8cd7c552a tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5411811 May 26 14:10:10.623378 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-1fb022c8-b1e0-4db8-ba03-fca927106b33 service neutron] Request body: {'port': {'device_id': 'a4097ca0-adb6-4a3b-80a5-408952d9aeaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84213'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:10:10.685067 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-1fb022c8-b1e0-4db8-ba03-fca927106b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (faa529c5-4fa1-41f5-9879-947cbac1915d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:10.738058 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-6b25aef5-d096-4d50-bc4b-30613daaed75 None None] Provisioning complete for port faa529c5-4fa1-41f5-9879-947cbac1915d triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:10:10.738678 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6b25aef5-d096-4d50-bc4b-30613daaed75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (faa529c5-4fa1-41f5-9879-947cbac1915d), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:10.771698 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-6b25aef5-d096-4d50-bc4b-30613daaed75 None None] Port faa529c5-4fa1-41f5-9879-947cbac1915d cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 14:10:10.972050 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-1fb022c8-b1e0-4db8-ba03-fca927106b33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faa529c5-4fa1-41f5-9879-947cbac1915d {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 14:10:10.979598 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-1fb022c8-b1e0-4db8-ba03-fca927106b33 service neutron] Publish callbacks [] for port (faa529c5-4fa1-41f5-9879-947cbac1915d), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:10.992363 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-1fb022c8-b1e0-4db8-ba03-fca927106b33 service neutron] Transition to ACTIVE for port object faa529c5-4fa1-41f5-9879-947cbac1915d will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 14:10:10.997244 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-1fb022c8-b1e0-4db8-ba03-fca927106b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14253987'] for port (faa529c5-4fa1-41f5-9879-947cbac1915d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:11.063919 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396dc5a9-189b-4a6c-ae0d-f9631ca98ede req-d907765f-ba16-4b94-a7a6-199a72f00f05 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:10:11.065940 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-396dc5a9-189b-4a6c-ae0d-f9631ca98ede req-d907765f-ba16-4b94-a7a6-199a72f00f05 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=a4097ca0-adb6-4a3b-80a5-408952d9aeaa HTTP/1.1" status: 200 len: 944 time: 0.0546584 May 26 14:10:11.067200 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb022c8-b1e0-4db8-ba03-fca927106b33 service neutron] Pushing event updated for resources: {'Port': ['ID=faa529c5-4fa1-41f5-9879-947cbac1915d,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:10:11.125292 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-396dc5a9-189b-4a6c-ae0d-f9631ca98ede req-daf00f49-57e3-41c2-a4ca-732cd922bcaa tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=740560a6-eb77-4419-90df-fdbe860b31e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510070 May 26 14:10:11.131489 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-1fb022c8-b1e0-4db8-ba03-fca927106b33 service neutron] Attempting to bind port faa529c5-4fa1-41f5-9879-947cbac1915d on host hv-cinder-84213 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 14:10:11.131899 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-1fb022c8-b1e0-4db8-ba03-fca927106b33 service neutron] Attempting to bind port faa529c5-4fa1-41f5-9879-947cbac1915d by drivers openvswitch,hyperv on host hv-cinder-84213 at level 0 using segments [{'id': 'f321a816-e3bc-4765-98e8-4c091bbebacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 14:10:11.132499 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-1fb022c8-b1e0-4db8-ba03-fca927106b33 service neutron] Attempting to bind port faa529c5-4fa1-41f5-9879-947cbac1915d on network 48f83048-1a6c-4ff2-af0b-d6658384b0a0 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 14:10:11.144479 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-1fb022c8-b1e0-4db8-ba03-fca927106b33 service neutron] Port faa529c5-4fa1-41f5-9879-947cbac1915d on network 48f83048-1a6c-4ff2-af0b-d6658384b0a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84213 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 14:10:11.144479 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-1fb022c8-b1e0-4db8-ba03-fca927106b33 service neutron] Attempting to bind port faa529c5-4fa1-41f5-9879-947cbac1915d on network 48f83048-1a6c-4ff2-af0b-d6658384b0a0 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 14:10:11.147708 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-1fb022c8-b1e0-4db8-ba03-fca927106b33 service neutron] Checking agent: {'id': '7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'started_at': datetime.datetime(2022, 5, 26, 13, 54, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 14, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 14:10:11.148478 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-1fb022c8-b1e0-4db8-ba03-fca927106b33 service neutron] Checking segment: {'id': 'f321a816-e3bc-4765-98e8-4c091bbebacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 14:10:11.148478 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-1fb022c8-b1e0-4db8-ba03-fca927106b33 service neutron] Bound using segment: {'id': 'f321a816-e3bc-4765-98e8-4c091bbebacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 14:10:11.148825 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-1fb022c8-b1e0-4db8-ba03-fca927106b33 service neutron] Bound port: faa529c5-4fa1-41f5-9879-947cbac1915d, host: hv-cinder-84213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f321a816-e3bc-4765-98e8-4c091bbebacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 14:10:11.149318 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-1fb022c8-b1e0-4db8-ba03-fca927106b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (faa529c5-4fa1-41f5-9879-947cbac1915d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:11.213990 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:11.215919 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-1fb022c8-b1e0-4db8-ba03-fca927106b33 service neutron] For port faa529c5-4fa1-41f5-9879-947cbac1915d, host hv-cinder-84213, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 14:10:11.219348 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-1fb022c8-b1e0-4db8-ba03-fca927106b33 service neutron] For port faa529c5-4fa1-41f5-9879-947cbac1915d, host hv-cinder-84213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=faa529c5-4fa1-41f5-9879-947cbac1915d,segment=NetworkSegment(f321a816-e3bc-4765-98e8-4c091bbebacd),segment_id=f321a816-e3bc-4765-98e8-4c091bbebacd)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 14:10:11.225494 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-1fb022c8-b1e0-4db8-ba03-fca927106b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14253987'] for port (faa529c5-4fa1-41f5-9879-947cbac1915d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:11.259612 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-1fb022c8-b1e0-4db8-ba03-fca927106b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:10:11.260228 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-1fb022c8-b1e0-4db8-ba03-fca927106b33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:11.261686 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-1fb022c8-b1e0-4db8-ba03-fca927106b33 service neutron] 10.222.0.82 "PUT /v2.0/ports/faa529c5-4fa1-41f5-9879-947cbac1915d HTTP/1.1" status: 200 len: 1094 time: 0.6426840 May 26 14:10:11.262179 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4097ca0-adb6-4a3b-80a5-408952d9aeaa', 'tag': 'faa529c5-4fa1-41f5-9879-947cbac1915d'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:10:11.264472 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a2fe3094dbca619affac8640d5d00e1e0d94bf0ce4138e249cf9dd9a9bbd82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610a0dcc-39bc-4d02-9836-e9b63045f35f" -d '{"events": [{"name": "network-changed", "server_uuid": "a4097ca0-adb6-4a3b-80a5-408952d9aeaa", "tag": "faa529c5-4fa1-41f5-9879-947cbac1915d"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:10:11.291081 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb022c8-b1e0-4db8-ba03-fca927106b33 service neutron] Pushing event updated for resources: {'Port': ['ID=faa529c5-4fa1-41f5-9879-947cbac1915d,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:10:11.311985 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 14:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecb2bb0-cf41-4de0-9865-d7153f5710f1 x-openstack-request-id: req-fecb2bb0-cf41-4de0-9865-d7153f5710f1 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:10:11.312489 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4097ca0-adb6-4a3b-80a5-408952d9aeaa", "tag": "faa529c5-4fa1-41f5-9879-947cbac1915d", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:10:11.312915 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fecb2bb0-cf41-4de0-9865-d7153f5710f1 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:10:11.313523 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fecb2bb0-cf41-4de0-9865-d7153f5710f1'] response: {'name': 'network-changed', 'server_uuid': 'a4097ca0-adb6-4a3b-80a5-408952d9aeaa', 'tag': 'faa529c5-4fa1-41f5-9879-947cbac1915d', 'status': 'completed', 'code': 200} May 26 14:10:11.338768 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:11.371262 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-dccc3c84-0af8-4c3b-9b8a-0965876f654f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:10:11.372783 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-dccc3c84-0af8-4c3b-9b8a-0965876f654f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3fcd25a6c4574894a8270e3a43af782d&device_id=a4097ca0-adb6-4a3b-80a5-408952d9aeaa HTTP/1.1" status: 200 len: 1128 time: 0.0431373 May 26 14:10:11.661663 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-67d9a01e-a435-4886-8eb6-d0d466f1df2a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=faa529c5-4fa1-41f5-9879-947cbac1915d HTTP/1.1" status: 200 len: 217 time: 0.2729440 May 26 14:10:11.709681 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-6a3a95de-86c3-4378-b9a6-e1e44bf06972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:10:11.711093 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-6a3a95de-86c3-4378-b9a6-e1e44bf06972 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3821460-f20b-4748-9fc2-59afe71a09a7 HTTP/1.1" status: 200 len: 849 time: 0.0431376 May 26 14:10:11.754288 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-3da6cdb1-e9c9-49f6-95ec-7c1794de0a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:10:11.755663 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-3da6cdb1-e9c9-49f6-95ec-7c1794de0a16 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=48f83048-1a6c-4ff2-af0b-d6658384b0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386724 May 26 14:10:11.851251 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-ecc81fe4-7e14-43be-b02e-8416ed440e1d service neutron] 10.222.0.82 "GET /v2.0/networks/48f83048-1a6c-4ff2-af0b-d6658384b0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892687 May 26 14:10:11.944305 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1d7607e6-6772-48dd-a69c-07b88db81f9f req-8e8190b6-ad24-4ed5-ac12-d38c2ce3ac7c service neutron] 10.222.0.82 "GET /v2.0/networks/48f83048-1a6c-4ff2-af0b-d6658384b0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862639 May 26 14:10:12.239684 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3104dec-395d-40e5-a163-6d663a0adc85 req-7d8b1b24-f34d-407f-b771-6701abb410e5 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:10:12.241163 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b3104dec-395d-40e5-a163-6d663a0adc85 req-7d8b1b24-f34d-407f-b771-6701abb410e5 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=a4097ca0-adb6-4a3b-80a5-408952d9aeaa HTTP/1.1" status: 200 len: 944 time: 0.0468469 May 26 14:10:12.288483 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b3104dec-395d-40e5-a163-6d663a0adc85 req-33a2b5b1-ade4-409a-8cb0-ec9af1986eb9 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=740560a6-eb77-4419-90df-fdbe860b31e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416796 May 26 14:10:13.412272 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7883d-b332-4f42-9f8c-50bc245f9517 req-cec9169d-357f-417b-ab79-f07cb225b2ad tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:10:13.413684 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b0b7883d-b332-4f42-9f8c-50bc245f9517 req-cec9169d-357f-417b-ab79-f07cb225b2ad tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=a4097ca0-adb6-4a3b-80a5-408952d9aeaa HTTP/1.1" status: 200 len: 944 time: 0.0539098 May 26 14:10:13.460378 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b0b7883d-b332-4f42-9f8c-50bc245f9517 req-9f019742-c51f-4ff8-804f-ecd0ac1161be tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=740560a6-eb77-4419-90df-fdbe860b31e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410845 May 26 14:10:14.081642 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a0dcc-39bc-4d02-9836-e9b63045f35f req-40a941e2-5893-415c-abcb-f87776de2c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:10:14.083230 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-610a0dcc-39bc-4d02-9836-e9b63045f35f req-40a941e2-5893-415c-abcb-f87776de2c8e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3fcd25a6c4574894a8270e3a43af782d&device_id=a4097ca0-adb6-4a3b-80a5-408952d9aeaa HTTP/1.1" status: 200 len: 1128 time: 0.0448124 May 26 14:10:14.173739 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a0dcc-39bc-4d02-9836-e9b63045f35f req-1c1687a2-42c4-49f3-b118-522f3d287ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:10:14.175229 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-610a0dcc-39bc-4d02-9836-e9b63045f35f req-1c1687a2-42c4-49f3-b118-522f3d287ed4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=48f83048-1a6c-4ff2-af0b-d6658384b0a0 HTTP/1.1" status: 200 len: 911 time: 0.0847781 May 26 14:10:14.224807 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-610a0dcc-39bc-4d02-9836-e9b63045f35f req-525680b6-22ac-4dc2-a82e-d94dfeb967c5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=faa529c5-4fa1-41f5-9879-947cbac1915d HTTP/1.1" status: 200 len: 217 time: 0.0398564 May 26 14:10:14.273302 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a0dcc-39bc-4d02-9836-e9b63045f35f req-51e1a60d-4aa3-40ef-b081-10c9b2420870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:10:14.274762 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-610a0dcc-39bc-4d02-9836-e9b63045f35f req-51e1a60d-4aa3-40ef-b081-10c9b2420870 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3821460-f20b-4748-9fc2-59afe71a09a7 HTTP/1.1" status: 200 len: 849 time: 0.0436361 May 26 14:10:14.320966 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a0dcc-39bc-4d02-9836-e9b63045f35f req-ed2855aa-5b5d-4858-b9e4-e090ff7d39fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:10:14.322482 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-610a0dcc-39bc-4d02-9836-e9b63045f35f req-ed2855aa-5b5d-4858-b9e4-e090ff7d39fe service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=48f83048-1a6c-4ff2-af0b-d6658384b0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380104 May 26 14:10:14.423860 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-610a0dcc-39bc-4d02-9836-e9b63045f35f req-5b4fada2-0c60-49b6-802d-712a1f64c7a6 service neutron] 10.222.0.82 "GET /v2.0/networks/48f83048-1a6c-4ff2-af0b-d6658384b0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854580 May 26 14:10:14.519998 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-610a0dcc-39bc-4d02-9836-e9b63045f35f req-046f4bea-0bbb-4ebb-8992-a4748cdb13db service neutron] 10.222.0.82 "GET /v2.0/networks/48f83048-1a6c-4ff2-af0b-d6658384b0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873272 May 26 14:10:14.574125 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a753c-f549-4fc7-8db2-9c5bad047acb req-1465eae8-1276-451c-ac9e-008797e4dc92 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:10:14.575599 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0a3a753c-f549-4fc7-8db2-9c5bad047acb req-1465eae8-1276-451c-ac9e-008797e4dc92 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=a4097ca0-adb6-4a3b-80a5-408952d9aeaa HTTP/1.1" status: 200 len: 944 time: 0.0466359 May 26 14:10:14.622502 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0a3a753c-f549-4fc7-8db2-9c5bad047acb req-1267dd40-9ae8-4b49-a306-6966a9869864 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=740560a6-eb77-4419-90df-fdbe860b31e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405467 May 26 14:10:14.785143 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device faa529c5-4fa1-41f5-9879-947cbac1915d details requested by agent hyperv_hv-cinder-84213 with host hv-cinder-84213 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 14:10:14.886370 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port faa529c5-4fa1-41f5-9879-947cbac1915d, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=faa529c5-4fa1-41f5-9879-947cbac1915d,segment=NetworkSegment(f321a816-e3bc-4765-98e8-4c091bbebacd),segment_id=f321a816-e3bc-4765-98e8-4c091bbebacd)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:10:14.898163 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Returning: {'device': 'faa529c5-4fa1-41f5-9879-947cbac1915d', 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0', 'port_id': 'faa529c5-4fa1-41f5-9879-947cbac1915d', 'mac_address': 'fa:16:3e:f2:37:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3821460-f20b-4748-9fc2-59afe71a09a7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 14:10:14.931928 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port faa529c5-4fa1-41f5-9879-947cbac1915d is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:10:14.932312 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (faa529c5-4fa1-41f5-9879-947cbac1915d), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:14.946186 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa529c5-4fa1-41f5-9879-947cbac1915d {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 14:10:14.971238 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port faa529c5-4fa1-41f5-9879-947cbac1915d, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=faa529c5-4fa1-41f5-9879-947cbac1915d,segment=NetworkSegment(f321a816-e3bc-4765-98e8-4c091bbebacd),segment_id=f321a816-e3bc-4765-98e8-4c091bbebacd)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:10:14.976226 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (faa529c5-4fa1-41f5-9879-947cbac1915d), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:15.025936 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=faa529c5-4fa1-41f5-9879-947cbac1915d,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:10:15.334458 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=68 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:15.339469 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=61 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:15.433073 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] get_ports_and_sgs() called for port_ids ['faa529c5-4fa1-41f5-9879-947cbac1915d'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 14:10:15.557865 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:15.719816 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:15.738763 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f0e3d-a674-42ec-b828-821ea34e989b req-b891b024-370c-490e-bb02-b9d1422f596f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:10:15.740242 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-902f0e3d-a674-42ec-b828-821ea34e989b req-b891b024-370c-490e-bb02-b9d1422f596f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=a4097ca0-adb6-4a3b-80a5-408952d9aeaa HTTP/1.1" status: 200 len: 945 time: 0.0485148 May 26 14:10:15.792280 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-902f0e3d-a674-42ec-b828-821ea34e989b req-4d1c3b5f-e002-4b78-80b4-8d71e9acde17 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=740560a6-eb77-4419-90df-fdbe860b31e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465379 May 26 14:10:16.799956 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device faa529c5-4fa1-41f5-9879-947cbac1915d up at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 14:10:16.847141 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning for port faa529c5-4fa1-41f5-9879-947cbac1915d completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 14:10:16.856127 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Provisioning complete for port faa529c5-4fa1-41f5-9879-947cbac1915d triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:10:16.856519 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1685957'] for port (faa529c5-4fa1-41f5-9879-947cbac1915d), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:16.922981 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ee442-1631-44cb-be03-685aa2b06881 req-5b4a8895-4c63-4314-aa06-f5739c2e5b4b tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:10:16.924477 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-273ee442-1631-44cb-be03-685aa2b06881 req-5b4a8895-4c63-4314-aa06-f5739c2e5b4b tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=a4097ca0-adb6-4a3b-80a5-408952d9aeaa HTTP/1.1" status: 200 len: 945 time: 0.0517592 May 26 14:10:16.931410 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Current status of the port faa529c5-4fa1-41f5-9879-947cbac1915d is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:10:16.931792 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1667579'] for port (faa529c5-4fa1-41f5-9879-947cbac1915d), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:16.934569 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:16.949105 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=100 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:16.957085 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4097ca0-adb6-4a3b-80a5-408952d9aeaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa529c5-4fa1-41f5-9879-947cbac1915d'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:10:16.959017 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75cf6a0b0aca4359f4c43b56c27fa80c20f62c04807301a9a0ec5234ef5b0918" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c10bdf-9edd-41a4-92c2-191321455ebd" -d '{"events": [{"server_uuid": "a4097ca0-adb6-4a3b-80a5-408952d9aeaa", "name": "network-vif-plugged", "status": "completed", "tag": "faa529c5-4fa1-41f5-9879-947cbac1915d"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:10:16.972527 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] For port faa529c5-4fa1-41f5-9879-947cbac1915d, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=faa529c5-4fa1-41f5-9879-947cbac1915d,segment=NetworkSegment(f321a816-e3bc-4765-98e8-4c091bbebacd),segment_id=f321a816-e3bc-4765-98e8-4c091bbebacd)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:10:16.974414 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-273ee442-1631-44cb-be03-685aa2b06881 req-ec6007ee-0cd8-4b3d-b74f-652bf01f0aa3 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=740560a6-eb77-4419-90df-fdbe860b31e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442965 May 26 14:10:16.977104 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727248573669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727248181315', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727248181333'] for port (faa529c5-4fa1-41f5-9879-947cbac1915d), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:17.003486 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3414e9-4a75-404a-99ca-629a5bb3072a x-openstack-request-id: req-af3414e9-4a75-404a-99ca-629a5bb3072a {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:10:17.003742 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4097ca0-adb6-4a3b-80a5-408952d9aeaa", "name": "network-vif-plugged", "status": "completed", "tag": "faa529c5-4fa1-41f5-9879-947cbac1915d", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:10:17.003999 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-af3414e9-4a75-404a-99ca-629a5bb3072a {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:10:17.004381 dv-cinder-842130-1-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af3414e9-4a75-404a-99ca-629a5bb3072a'] response: {'server_uuid': 'a4097ca0-adb6-4a3b-80a5-408952d9aeaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa529c5-4fa1-41f5-9879-947cbac1915d', 'code': 200} May 26 14:10:17.028720 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Pushing event updated for resources: {'Port': ['ID=faa529c5-4fa1-41f5-9879-947cbac1915d,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:10:17.220943 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b3248-6eed-41f7-9212-78c3ca52f701 req-05515a5e-a8df-4dea-94fe-89aa2e24ea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:10:17.222556 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-111b3248-6eed-41f7-9212-78c3ca52f701 req-05515a5e-a8df-4dea-94fe-89aa2e24ea0d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a4097ca0-adb6-4a3b-80a5-408952d9aeaa HTTP/1.1" status: 200 len: 1130 time: 0.0535576 May 26 14:10:17.272054 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-111b3248-6eed-41f7-9212-78c3ca52f701 req-fc6c7c60-fcdd-4ee1-b196-285e28c72509 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=740560a6-eb77-4419-90df-fdbe860b31e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409203 May 26 14:10:17.538975 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f175efe5-feff-4bc6-96fb-32dd7e72a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:18.092415 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c8e14-b5f3-460b-a43c-d7728969c690 req-d3b86dda-c70f-4a1a-9096-fd5136da8b31 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:10:18.093939 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0d0c8e14-b5f3-460b-a43c-d7728969c690 req-d3b86dda-c70f-4a1a-9096-fd5136da8b31 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=a4097ca0-adb6-4a3b-80a5-408952d9aeaa HTTP/1.1" status: 200 len: 946 time: 0.0476120 May 26 14:10:18.153085 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0d0c8e14-b5f3-460b-a43c-d7728969c690 req-d02ff552-791f-42e0-badb-fc6964e90db0 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=740560a6-eb77-4419-90df-fdbe860b31e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535412 May 26 14:10:19.279104 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32484e72-a90c-4d76-9301-249bb72e2f75 req-24fac76d-9f87-4557-808e-45d1bae1f7cb tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:10:19.281066 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-32484e72-a90c-4d76-9301-249bb72e2f75 req-24fac76d-9f87-4557-808e-45d1bae1f7cb tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=a4097ca0-adb6-4a3b-80a5-408952d9aeaa HTTP/1.1" status: 200 len: 946 time: 0.0538597 May 26 14:10:19.328538 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-32484e72-a90c-4d76-9301-249bb72e2f75 req-801ba287-ebc5-41f3-a393-09aec85e56e5 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=740560a6-eb77-4419-90df-fdbe860b31e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419648 May 26 14:10:19.674726 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-194144c2-1307-4d0a-906e-e7b367c9c96b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:20.448921 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5e8c8-576b-4c1c-9970-adfb90202510 req-d6c33c85-1fcf-4a10-89ea-43d5ff09e300 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:10:20.450313 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9cf5e8c8-576b-4c1c-9970-adfb90202510 req-d6c33c85-1fcf-4a10-89ea-43d5ff09e300 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=a4097ca0-adb6-4a3b-80a5-408952d9aeaa HTTP/1.1" status: 200 len: 946 time: 0.0469663 May 26 14:10:20.497368 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9cf5e8c8-576b-4c1c-9970-adfb90202510 req-32777f8f-13ea-4365-8efa-4d18f19888fc tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=740560a6-eb77-4419-90df-fdbe860b31e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414519 May 26 14:10:20.606693 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7bdf76-0f3a-42b5-af90-11865e8daf99 req-d232cc34-1b56-4546-8434-fdd96ddda525 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:10:20.608155 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3d7bdf76-0f3a-42b5-af90-11865e8daf99 req-d232cc34-1b56-4546-8434-fdd96ddda525 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=a4097ca0-adb6-4a3b-80a5-408952d9aeaa HTTP/1.1" status: 200 len: 946 time: 0.0466042 May 26 14:10:20.617402 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 54606) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:10:20.621793 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-ecee8894-68d4-468e-8560-b2930fd13565 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Request body: {'floatingip': {'port_id': 'faa529c5-4fa1-41f5-9879-947cbac1915d'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:10:20.663623 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ecee8894-68d4-468e-8560-b2930fd13565 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for floatingip (31ee1f8f-3e07-4c1a-9768-aa17910dc20a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:21.101036 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ecee8894-68d4-468e-8560-b2930fd13565 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:21.105074 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ecee8894-68d4-468e-8560-b2930fd13565 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778712'] for floatingip (31ee1f8f-3e07-4c1a-9768-aa17910dc20a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:21.209568 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.db.l3_db [None req-ecee8894-68d4-468e-8560-b2930fd13565 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Floating IP 31ee1f8f-3e07-4c1a-9768-aa17910dc20a associated. External IP: 172.27.1.124, port: faa529c5-4fa1-41f5-9879-947cbac1915d. May 26 14:10:21.263514 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:21.308159 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:21.330238 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:21.420378 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecee8894-68d4-468e-8560-b2930fd13565 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Router e7c68bca-8dd7-491e-beed-4664274f6134 has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:10:21.523938 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecee8894-68d4-468e-8560-b2930fd13565 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:10:21.528842 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ecee8894-68d4-468e-8560-b2930fd13565 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:21.533236 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998aec25-e4da-42a0-86d7-30b4b15d7546 None None] Sync routers for ids ['e7c68bca-8dd7-491e-beed-4664274f6134'] in dv-cinder-842130-1-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:10:21.543893 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998aec25-e4da-42a0-86d7-30b4b15d7546 None None] Routers {'e7c68bca-8dd7-491e-beed-4664274f6134'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:10:21.544515 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-998aec25-e4da-42a0-86d7-30b4b15d7546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:10:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['e7c68bca-8dd7-491e-beed-4664274f6134'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:10:21.557971 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-ecee8894-68d4-468e-8560-b2930fd13565 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "PUT /v2.0/floatingips/31ee1f8f-3e07-4c1a-9768-aa17910dc20a HTTP/1.1" status: 200 len: 992 time: 0.9394925 May 26 14:10:21.558560 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4097ca0-adb6-4a3b-80a5-408952d9aeaa', 'tag': 'faa529c5-4fa1-41f5-9879-947cbac1915d'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:10:21.560830 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a67d27a2ec375fafa348027e062b6cf3c7935884065918e746e599b143197b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf00c5e2-2aec-4c3a-b722-cd1ebe99c07e" -d '{"events": [{"name": "network-changed", "server_uuid": "a4097ca0-adb6-4a3b-80a5-408952d9aeaa", "tag": "faa529c5-4fa1-41f5-9879-947cbac1915d"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:10:21.597494 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 14:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fbf30d-20f0-4433-b24d-4b9a21450b4b x-openstack-request-id: req-16fbf30d-20f0-4433-b24d-4b9a21450b4b {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:10:21.597781 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4097ca0-adb6-4a3b-80a5-408952d9aeaa", "tag": "faa529c5-4fa1-41f5-9879-947cbac1915d", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:10:21.598029 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-16fbf30d-20f0-4433-b24d-4b9a21450b4b {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:10:21.598430 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16fbf30d-20f0-4433-b24d-4b9a21450b4b'] response: {'name': 'network-changed', 'server_uuid': 'a4097ca0-adb6-4a3b-80a5-408952d9aeaa', 'tag': 'faa529c5-4fa1-41f5-9879-947cbac1915d', 'status': 'completed', 'code': 200} May 26 14:10:21.651601 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-998aec25-e4da-42a0-86d7-30b4b15d7546 None None] Set router e7c68bca-8dd7-491e-beed-4664274f6134 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:10:21.679137 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=100 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:21.685596 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00c5e2-2aec-4c3a-b722-cd1ebe99c07e req-007c3cd6-7796-48ab-9d2b-bad89ab31efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:10:21.687831 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cf00c5e2-2aec-4c3a-b722-cd1ebe99c07e req-007c3cd6-7796-48ab-9d2b-bad89ab31efa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3fcd25a6c4574894a8270e3a43af782d&device_id=a4097ca0-adb6-4a3b-80a5-408952d9aeaa HTTP/1.1" status: 200 len: 1130 time: 0.0461199 May 26 14:10:21.779603 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00c5e2-2aec-4c3a-b722-cd1ebe99c07e req-56b663cd-b077-4849-8d9d-ca92542bcf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:10:21.781138 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cf00c5e2-2aec-4c3a-b722-cd1ebe99c07e req-56b663cd-b077-4849-8d9d-ca92542bcf9d service neutron] 10.222.0.82 "GET /v2.0/networks?id=48f83048-1a6c-4ff2-af0b-d6658384b0a0 HTTP/1.1" status: 200 len: 911 time: 0.0880330 May 26 14:10:21.853430 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cf00c5e2-2aec-4c3a-b722-cd1ebe99c07e req-05384816-313f-44df-bc7d-db0a7a2162c4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=faa529c5-4fa1-41f5-9879-947cbac1915d HTTP/1.1" status: 200 len: 1000 time: 0.0661523 May 26 14:10:21.865026 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-998aec25-e4da-42a0-86d7-30b4b15d7546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'name': 'tempest-AttachVolumeTestJSON-445089964-router', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '90d25559-6ef3-44cc-a26f-15937eb8122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:05:02Z', 'revision_number': 4, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'gw_port': {'id': '90d25559-6ef3-44cc-a26f-15937eb8122c', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': '31ee1f8f-3e07-4c1a-9768-aa17910dc20a', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'port_id': 'faa529c5-4fa1-41f5-9879-947cbac1915d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0', 'mac_address': 'fa:16:3e:f2:37:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4097ca0-adb6-4a3b-80a5-408952d9aeaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:10:07Z', 'updated_at': '2022-05-26T14:10:21Z', 'revision_number': 1, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead478b0-d78c-465c-924d-4225dcadeaac', 'name': '', 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'mac_address': 'fa:16:3e:b2:ff:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a3821460-f20b-4748-9fc2-59afe71a09a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T14:05:01Z', 'updated_at': '2022-05-26T14:05:06Z', 'revision_number': 5, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'subnets': [{'id': 'a3821460-f20b-4748-9fc2-59afe71a09a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:10:21.893536 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998aec25-e4da-42a0-86d7-30b4b15d7546 None None] Checking router: e7c68bca-8dd7-491e-beed-4664274f6134 for host: dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:10:21.895843 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=100 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:21.902239 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998aec25-e4da-42a0-86d7-30b4b15d7546 None None] Routers {'e7c68bca-8dd7-491e-beed-4664274f6134'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:10:21.902850 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-998aec25-e4da-42a0-86d7-30b4b15d7546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:10:20Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['e7c68bca-8dd7-491e-beed-4664274f6134'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:10:21.903642 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00c5e2-2aec-4c3a-b722-cd1ebe99c07e req-214438c4-3d8c-4a25-900d-a5019cd2b56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:10:21.905127 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cf00c5e2-2aec-4c3a-b722-cd1ebe99c07e req-214438c4-3d8c-4a25-900d-a5019cd2b56f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3821460-f20b-4748-9fc2-59afe71a09a7 HTTP/1.1" status: 200 len: 849 time: 0.0467021 May 26 14:10:21.948608 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00c5e2-2aec-4c3a-b722-cd1ebe99c07e req-bbabf115-6735-42fc-86eb-baa4e3e48a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:10:21.950194 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cf00c5e2-2aec-4c3a-b722-cd1ebe99c07e req-bbabf115-6735-42fc-86eb-baa4e3e48a61 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=48f83048-1a6c-4ff2-af0b-d6658384b0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398717 May 26 14:10:22.013261 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-998aec25-e4da-42a0-86d7-30b4b15d7546 None None] Set router e7c68bca-8dd7-491e-beed-4664274f6134 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:10:22.050388 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cf00c5e2-2aec-4c3a-b722-cd1ebe99c07e req-138ba641-f676-4327-8332-72f7843423cc service neutron] 10.222.0.82 "GET /v2.0/networks/48f83048-1a6c-4ff2-af0b-d6658384b0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940921 May 26 14:10:22.146079 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cf00c5e2-2aec-4c3a-b722-cd1ebe99c07e req-6fd654b6-0685-4311-a27f-fba8ccceb6c9 service neutron] 10.222.0.82 "GET /v2.0/networks/48f83048-1a6c-4ff2-af0b-d6658384b0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878201 May 26 14:10:22.232716 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-998aec25-e4da-42a0-86d7-30b4b15d7546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'name': 'tempest-AttachVolumeTestJSON-445089964-router', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '90d25559-6ef3-44cc-a26f-15937eb8122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:05:02Z', 'revision_number': 4, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'gw_port': {'id': '90d25559-6ef3-44cc-a26f-15937eb8122c', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': '31ee1f8f-3e07-4c1a-9768-aa17910dc20a', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'port_id': 'faa529c5-4fa1-41f5-9879-947cbac1915d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0', 'mac_address': 'fa:16:3e:f2:37:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4097ca0-adb6-4a3b-80a5-408952d9aeaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:10:07Z', 'updated_at': '2022-05-26T14:10:21Z', 'revision_number': 1, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead478b0-d78c-465c-924d-4225dcadeaac', 'name': '', 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'mac_address': 'fa:16:3e:b2:ff:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a3821460-f20b-4748-9fc2-59afe71a09a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T14:05:01Z', 'updated_at': '2022-05-26T14:05:06Z', 'revision_number': 5, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'subnets': [{'id': 'a3821460-f20b-4748-9fc2-59afe71a09a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:10:22.257596 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998aec25-e4da-42a0-86d7-30b4b15d7546 None None] The sync data for ids ['e7c68bca-8dd7-491e-beed-4664274f6134'] in dv-cinder-842130-1-iscsi is: [{'id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'name': 'tempest-AttachVolumeTestJSON-445089964-router', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '90d25559-6ef3-44cc-a26f-15937eb8122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:05:02Z', 'revision_number': 4, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'gw_port': {'id': '90d25559-6ef3-44cc-a26f-15937eb8122c', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_floatingips': [{'id': '31ee1f8f-3e07-4c1a-9768-aa17910dc20a', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'router_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'port_id': 'faa529c5-4fa1-41f5-9879-947cbac1915d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0', 'mac_address': 'fa:16:3e:f2:37:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4097ca0-adb6-4a3b-80a5-408952d9aeaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:10:07Z', 'updated_at': '2022-05-26T14:10:21Z', 'revision_number': 1, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead478b0-d78c-465c-924d-4225dcadeaac', 'name': '', 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'mac_address': 'fa:16:3e:b2:ff:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a3821460-f20b-4748-9fc2-59afe71a09a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T14:05:01Z', 'updated_at': '2022-05-26T14:05:06Z', 'revision_number': 5, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'subnets': [{'id': 'a3821460-f20b-4748-9fc2-59afe71a09a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:10:22.470220 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648935b1-f3a6-411a-b6bf-0240e3d34e1b None None] New status for floating IP 31ee1f8f-3e07-4c1a-9768-aa17910dc20a: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 14:10:22.589907 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:24.016478 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:27.524354 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:10:31.551778 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=31 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:31.554489 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=29 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:32.141567 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=26 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:32.142367 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=39 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:34.006866 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=27,neutron:UPDATE=4 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:34.012026 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=45,neutron:UPDATE=5 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:37.400876 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:37.520412 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=74 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:37.521251 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=82 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:47.532083 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b852a920-1ff2-4dd9-9f4f-e1b79aa31000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:49.677196 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1dc8ccb2-dc7a-4679-ba1b-9a1d05a2d6d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:51.326979 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:52.539582 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:54.010173 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:11:04.003862 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:11:04.005831 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:11:04.524030 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:11:07.415398 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:11:13.840346 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7fcde84e-e268-453b-a6c1-8b75c5c36bc6 req-bd82e1ed-bdc3-45a3-9faf-e783f1b526ca service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a4097ca0-adb6-4a3b-80a5-408952d9aeaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395360 May 26 14:11:13.940380 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcde84e-e268-453b-a6c1-8b75c5c36bc6 req-53dc1489-4e6a-4e16-96f4-30f7772108d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:11:13.941946 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7fcde84e-e268-453b-a6c1-8b75c5c36bc6 req-53dc1489-4e6a-4e16-96f4-30f7772108d4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3fcd25a6c4574894a8270e3a43af782d&device_id=a4097ca0-adb6-4a3b-80a5-408952d9aeaa HTTP/1.1" status: 200 len: 1130 time: 0.0438159 May 26 14:11:14.044792 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcde84e-e268-453b-a6c1-8b75c5c36bc6 req-c90300ee-cf29-4967-ba4a-a60d5534ed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:11:14.046826 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7fcde84e-e268-453b-a6c1-8b75c5c36bc6 req-c90300ee-cf29-4967-ba4a-a60d5534ed0b service neutron] 10.222.0.82 "GET /v2.0/networks?id=48f83048-1a6c-4ff2-af0b-d6658384b0a0 HTTP/1.1" status: 200 len: 911 time: 0.0854533 May 26 14:11:14.112292 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7fcde84e-e268-453b-a6c1-8b75c5c36bc6 req-41254332-b4e4-4d42-aed1-a9b6f4fee0f9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=faa529c5-4fa1-41f5-9879-947cbac1915d HTTP/1.1" status: 200 len: 1002 time: 0.0592666 May 26 14:11:14.169995 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcde84e-e268-453b-a6c1-8b75c5c36bc6 req-36f81069-801a-4fbb-94eb-725bcb78e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:11:14.172063 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7fcde84e-e268-453b-a6c1-8b75c5c36bc6 req-36f81069-801a-4fbb-94eb-725bcb78e60f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a3821460-f20b-4748-9fc2-59afe71a09a7 HTTP/1.1" status: 200 len: 849 time: 0.0515490 May 26 14:11:14.215952 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcde84e-e268-453b-a6c1-8b75c5c36bc6 req-15c7caa9-f186-4f54-9d02-c4590667c8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:11:14.217521 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7fcde84e-e268-453b-a6c1-8b75c5c36bc6 req-15c7caa9-f186-4f54-9d02-c4590667c8fa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=48f83048-1a6c-4ff2-af0b-d6658384b0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398772 May 26 14:11:14.309081 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7fcde84e-e268-453b-a6c1-8b75c5c36bc6 req-bf9871c8-0e6c-4342-a0cb-9d3be828bffd service neutron] 10.222.0.82 "GET /v2.0/networks/48f83048-1a6c-4ff2-af0b-d6658384b0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851486 May 26 14:11:14.399147 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7fcde84e-e268-453b-a6c1-8b75c5c36bc6 req-63bf153a-97de-413c-85bc-bd3b942a0779 service neutron] 10.222.0.82 "GET /v2.0/networks/48f83048-1a6c-4ff2-af0b-d6658384b0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842054 May 26 14:11:15.617251 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=5 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:11:15.618018 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:11:17.404942 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:11:17.410676 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:11:17.537279 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3bf906c0-2da6-4dce-967a-d8c97d8b148d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:11:19.678423 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8b7722f5-d226-4af4-b685-d6a9738fadc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:11:21.331722 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:11:22.546047 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:11:24.013169 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:11:24.394733 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=47 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:11:24.395565 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=54 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:11:34.001640 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:11:34.008611 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:11:37.413545 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:11:41.523214 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:11:47.407612 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:11:47.410017 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:11:47.537061 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9f38af28-0abb-445b-9671-b4799a62caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:11:49.680222 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-11aed782-4eab-4ff8-87e5-00fb5ca25a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:11:51.332754 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:11:51.518766 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=6 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:11:51.519778 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=2 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:11:52.545948 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:11:54.015722 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:11:58.698271 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [req-ae1e579c-94b8-44bd-affb-e01f23e2fe7b req-5cfc529b-c56e-418b-a71e-3b60d27a7437 service neutron] (103885) timed out ('10.222.0.82', 49476) {{(pid=103885) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 14:11:59.119524 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90009aae-a6b6-4624-9f53-3b0ea41e42b0 req-4fb881b3-1f9c-4ade-ab20-3e5d3ce60074 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:11:59.121135 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-90009aae-a6b6-4624-9f53-3b0ea41e42b0 req-4fb881b3-1f9c-4ade-ab20-3e5d3ce60074 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=a4097ca0-adb6-4a3b-80a5-408952d9aeaa HTTP/1.1" status: 200 len: 946 time: 0.0506611 May 26 14:11:59.172367 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-90009aae-a6b6-4624-9f53-3b0ea41e42b0 req-9365e08a-8d90-434b-960a-b695902188f2 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=740560a6-eb77-4419-90df-fdbe860b31e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453804 May 26 14:12:00.288978 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4f361-eef6-4873-9cd0-88feeb81d74a req-5a5ea345-26af-4401-b2cf-234fec6e8d6e tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:12:00.290527 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-09b4f361-eef6-4873-9cd0-88feeb81d74a req-5a5ea345-26af-4401-b2cf-234fec6e8d6e tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=a4097ca0-adb6-4a3b-80a5-408952d9aeaa HTTP/1.1" status: 200 len: 946 time: 0.0482852 May 26 14:12:00.338236 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-09b4f361-eef6-4873-9cd0-88feeb81d74a req-c1ffda8e-7165-4c3f-810f-386c034ea503 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=740560a6-eb77-4419-90df-fdbe860b31e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419276 May 26 14:12:01.268833 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8bd77-eb99-4468-b3e4-592d5688bdfb req-9661fc51-a7ff-462f-bbbc-e3c23c073b61 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:12:01.270315 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-16d8bd77-eb99-4468-b3e4-592d5688bdfb req-9661fc51-a7ff-462f-bbbc-e3c23c073b61 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.82 "GET /v2.0/ports?device_id=a4097ca0-adb6-4a3b-80a5-408952d9aeaa HTTP/1.1" status: 200 len: 946 time: 0.0471067 May 26 14:12:01.355623 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-16d8bd77-eb99-4468-b3e4-592d5688bdfb req-f51d8c28-1de1-4997-8109-9fbf6474847f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Deleting port faa529c5-4fa1-41f5-9879-947cbac1915d {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:12:01.355963 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-16d8bd77-eb99-4468-b3e4-592d5688bdfb req-f51d8c28-1de1-4997-8109-9fbf6474847f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (faa529c5-4fa1-41f5-9879-947cbac1915d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:01.447001 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-16d8bd77-eb99-4468-b3e4-592d5688bdfb req-f51d8c28-1de1-4997-8109-9fbf6474847f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] For port faa529c5-4fa1-41f5-9879-947cbac1915d, host hv-cinder-84213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84213',level=0,port_id=faa529c5-4fa1-41f5-9879-947cbac1915d,segment=NetworkSegment(f321a816-e3bc-4765-98e8-4c091bbebacd),segment_id=f321a816-e3bc-4765-98e8-4c091bbebacd)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:12:01.447269 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-16d8bd77-eb99-4468-b3e4-592d5688bdfb req-f51d8c28-1de1-4997-8109-9fbf6474847f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (faa529c5-4fa1-41f5-9879-947cbac1915d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:01.457757 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c7061-067e-4377-be31-5eb426c7d5d8 req-ee300e10-c495-49e6-9451-8841d25be437 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:12:01.459228 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-706c7061-067e-4377-be31-5eb426c7d5d8 req-ee300e10-c495-49e6-9451-8841d25be437 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=a4097ca0-adb6-4a3b-80a5-408952d9aeaa HTTP/1.1" status: 200 len: 946 time: 0.0461001 May 26 14:12:01.507203 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-706c7061-067e-4377-be31-5eb426c7d5d8 req-32916896-0de8-4e7c-9c75-9356d0621622 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups?id=740560a6-eb77-4419-90df-fdbe860b31e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423999 May 26 14:12:01.614757 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-16d8bd77-eb99-4468-b3e4-592d5688bdfb req-f51d8c28-1de1-4997-8109-9fbf6474847f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:01.615118 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-16d8bd77-eb99-4468-b3e4-592d5688bdfb req-f51d8c28-1de1-4997-8109-9fbf6474847f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-778712'] for floatingip (31ee1f8f-3e07-4c1a-9768-aa17910dc20a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:01.615429 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.db.l3_db [req-16d8bd77-eb99-4468-b3e4-592d5688bdfb req-f51d8c28-1de1-4997-8109-9fbf6474847f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Floating IP 31ee1f8f-3e07-4c1a-9768-aa17910dc20a disassociated. External IP: 172.27.1.124, port: faa529c5-4fa1-41f5-9879-947cbac1915d. May 26 14:12:01.615771 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-16d8bd77-eb99-4468-b3e4-592d5688bdfb req-f51d8c28-1de1-4997-8109-9fbf6474847f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Calling delete_port for faa529c5-4fa1-41f5-9879-947cbac1915d owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:12:01.741513 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-16d8bd77-eb99-4468-b3e4-592d5688bdfb req-f51d8c28-1de1-4997-8109-9fbf6474847f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (faa529c5-4fa1-41f5-9879-947cbac1915d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:01.772027 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d8c28-1de1-4997-8109-9fbf6474847f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Pushing event deleted for resources: {'Port': ['ID=faa529c5-4fa1-41f5-9879-947cbac1915d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:12:01.782250 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51d8c28-1de1-4997-8109-9fbf6474847f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:01.782594 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51d8c28-1de1-4997-8109-9fbf6474847f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:01.782936 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51d8c28-1de1-4997-8109-9fbf6474847f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:01.783274 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51d8c28-1de1-4997-8109-9fbf6474847f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:01.783604 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51d8c28-1de1-4997-8109-9fbf6474847f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:01.783933 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51d8c28-1de1-4997-8109-9fbf6474847f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:01.784256 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51d8c28-1de1-4997-8109-9fbf6474847f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:01.784579 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51d8c28-1de1-4997-8109-9fbf6474847f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:01.785494 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51d8c28-1de1-4997-8109-9fbf6474847f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:01.785494 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51d8c28-1de1-4997-8109-9fbf6474847f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:01.785704 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51d8c28-1de1-4997-8109-9fbf6474847f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:01.785931 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51d8c28-1de1-4997-8109-9fbf6474847f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:01.786170 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51d8c28-1de1-4997-8109-9fbf6474847f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:01.786488 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51d8c28-1de1-4997-8109-9fbf6474847f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:01.786806 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51d8c28-1de1-4997-8109-9fbf6474847f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:01.894245 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16d8bd77-eb99-4468-b3e4-592d5688bdfb req-f51d8c28-1de1-4997-8109-9fbf6474847f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Router e7c68bca-8dd7-491e-beed-4664274f6134 has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:12:02.004374 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16d8bd77-eb99-4468-b3e4-592d5688bdfb req-f51d8c28-1de1-4997-8109-9fbf6474847f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:12:02.014598 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bb7ca5-e634-4d9c-a697-5a6addcdf24b None None] Sync routers for ids ['e7c68bca-8dd7-491e-beed-4664274f6134'] in dv-cinder-842130-1-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:12:02.025823 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bb7ca5-e634-4d9c-a697-5a6addcdf24b None None] Routers {'e7c68bca-8dd7-491e-beed-4664274f6134'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:12:02.026529 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b6bb7ca5-e634-4d9c-a697-5a6addcdf24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:11:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['e7c68bca-8dd7-491e-beed-4664274f6134'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:12:02.052442 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d8bd77-eb99-4468-b3e4-592d5688bdfb req-f51d8c28-1de1-4997-8109-9fbf6474847f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] No DVR routers for this DVR port faa529c5-4fa1-41f5-9879-947cbac1915d on host hv-cinder-84213 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:12:02.054930 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-16d8bd77-eb99-4468-b3e4-592d5688bdfb req-f51d8c28-1de1-4997-8109-9fbf6474847f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:02.058511 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [req-16d8bd77-eb99-4468-b3e4-592d5688bdfb req-f51d8c28-1de1-4997-8109-9fbf6474847f tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.82 "DELETE /v2.0/ports/faa529c5-4fa1-41f5-9879-947cbac1915d HTTP/1.1" status: 204 len: 173 time: 0.7830911 May 26 14:12:02.059064 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4097ca0-adb6-4a3b-80a5-408952d9aeaa', 'name': 'network-vif-deleted', 'tag': 'faa529c5-4fa1-41f5-9879-947cbac1915d'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:12:02.061401 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a2fe3094dbca619affac8640d5d00e1e0d94bf0ce4138e249cf9dd9a9bbd82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21109e48-f519-4c2e-87d5-e3888a5667b7" -d '{"events": [{"server_uuid": "a4097ca0-adb6-4a3b-80a5-408952d9aeaa", "name": "network-vif-deleted", "tag": "faa529c5-4fa1-41f5-9879-947cbac1915d"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:12:02.099287 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73caac1d-61da-404c-b8e1-0bdfaecefeb8 x-openstack-request-id: req-73caac1d-61da-404c-b8e1-0bdfaecefeb8 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:12:02.099604 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4097ca0-adb6-4a3b-80a5-408952d9aeaa", "name": "network-vif-deleted", "tag": "faa529c5-4fa1-41f5-9879-947cbac1915d", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:12:02.099976 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-73caac1d-61da-404c-b8e1-0bdfaecefeb8 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:12:02.100453 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73caac1d-61da-404c-b8e1-0bdfaecefeb8'] response: {'server_uuid': 'a4097ca0-adb6-4a3b-80a5-408952d9aeaa', 'name': 'network-vif-deleted', 'tag': 'faa529c5-4fa1-41f5-9879-947cbac1915d', 'status': 'completed', 'code': 200} May 26 14:12:02.137734 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-b6bb7ca5-e634-4d9c-a697-5a6addcdf24b None None] Set router e7c68bca-8dd7-491e-beed-4664274f6134 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:12:02.330976 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b6bb7ca5-e634-4d9c-a697-5a6addcdf24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'name': 'tempest-AttachVolumeTestJSON-445089964-router', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '90d25559-6ef3-44cc-a26f-15937eb8122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:05:02Z', 'revision_number': 4, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'gw_port': {'id': '90d25559-6ef3-44cc-a26f-15937eb8122c', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'ead478b0-d78c-465c-924d-4225dcadeaac', 'name': '', 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'mac_address': 'fa:16:3e:b2:ff:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a3821460-f20b-4748-9fc2-59afe71a09a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T14:05:01Z', 'updated_at': '2022-05-26T14:05:06Z', 'revision_number': 5, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'subnets': [{'id': 'a3821460-f20b-4748-9fc2-59afe71a09a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:12:02.355354 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bb7ca5-e634-4d9c-a697-5a6addcdf24b None None] Checking router: e7c68bca-8dd7-491e-beed-4664274f6134 for host: dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:12:02.364808 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bb7ca5-e634-4d9c-a697-5a6addcdf24b None None] Routers {'e7c68bca-8dd7-491e-beed-4664274f6134'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:12:02.365375 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b6bb7ca5-e634-4d9c-a697-5a6addcdf24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:11:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['e7c68bca-8dd7-491e-beed-4664274f6134'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:12:02.553447 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-b6bb7ca5-e634-4d9c-a697-5a6addcdf24b None None] Set router e7c68bca-8dd7-491e-beed-4664274f6134 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:12:02.630888 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [req-37a6569a-4dc5-40fa-9fbd-7dc9a00507c3 req-cc310bce-26b5-4e66-b4d4-ce8a83ebd9fa tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/ports?device_id=a4097ca0-adb6-4a3b-80a5-408952d9aeaa HTTP/1.1" status: 200 len: 210 time: 0.0359635 May 26 14:12:02.748636 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b6bb7ca5-e634-4d9c-a697-5a6addcdf24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'name': 'tempest-AttachVolumeTestJSON-445089964-router', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '90d25559-6ef3-44cc-a26f-15937eb8122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:05:02Z', 'revision_number': 4, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'gw_port': {'id': '90d25559-6ef3-44cc-a26f-15937eb8122c', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'ead478b0-d78c-465c-924d-4225dcadeaac', 'name': '', 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'mac_address': 'fa:16:3e:b2:ff:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a3821460-f20b-4748-9fc2-59afe71a09a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T14:05:01Z', 'updated_at': '2022-05-26T14:05:06Z', 'revision_number': 5, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'subnets': [{'id': 'a3821460-f20b-4748-9fc2-59afe71a09a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:12:02.773878 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bb7ca5-e634-4d9c-a697-5a6addcdf24b None None] The sync data for ids ['e7c68bca-8dd7-491e-beed-4664274f6134'] in dv-cinder-842130-1-iscsi is: [{'id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'name': 'tempest-AttachVolumeTestJSON-445089964-router', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '90d25559-6ef3-44cc-a26f-15937eb8122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:05:02Z', 'revision_number': 4, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'gw_port': {'id': '90d25559-6ef3-44cc-a26f-15937eb8122c', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi', '_interfaces': [{'id': 'ead478b0-d78c-465c-924d-4225dcadeaac', 'name': '', 'network_id': '48f83048-1a6c-4ff2-af0b-d6658384b0a0', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'mac_address': 'fa:16:3e:b2:ff:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a3821460-f20b-4748-9fc2-59afe71a09a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T14:05:01Z', 'updated_at': '2022-05-26T14:05:06Z', 'revision_number': 5, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'subnets': [{'id': 'a3821460-f20b-4748-9fc2-59afe71a09a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:12:02.992781 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5d4182-2065-4c90-87a0-1af7b6fc6250 None None] New status for floating IP 31ee1f8f-3e07-4c1a-9768-aa17910dc20a: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 14:12:03.714517 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 54780) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:12:03.769138 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bde3e4db-f909-473c-909b-4b49b84b5d93 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for security_group (740560a6-eb77-4419-90df-fdbe860b31e2), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:03.793465 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bde3e4db-f909-473c-909b-4b49b84b5d93 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for security_group (740560a6-eb77-4419-90df-fdbe860b31e2), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:03.855183 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bde3e4db-f909-473c-909b-4b49b84b5d93 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (740560a6-eb77-4419-90df-fdbe860b31e2), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:03.857832 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bde3e4db-f909-473c-909b-4b49b84b5d93 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:03.858962 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-bde3e4db-f909-473c-909b-4b49b84b5d93 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "DELETE /v2.0/security-groups/740560a6-eb77-4419-90df-fdbe860b31e2 HTTP/1.1" status: 204 len: 168 time: 0.1434820 May 26 14:12:03.862526 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 54782) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:12:03.869178 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde3e4db-f909-473c-909b-4b49b84b5d93 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=740560a6-eb77-4419-90df-fdbe860b31e2,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:12:03.876553 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3e4db-f909-473c-909b-4b49b84b5d93 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:03.876819 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.api.v2.resource [None req-2d5717f5-1d6d-4ff1-9c50-1640684ebd0a tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] show failed (client error): The resource could not be found. May 26 14:12:03.876966 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3e4db-f909-473c-909b-4b49b84b5d93 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:03.877230 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3e4db-f909-473c-909b-4b49b84b5d93 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:03.877563 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3e4db-f909-473c-909b-4b49b84b5d93 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:03.877877 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-2d5717f5-1d6d-4ff1-9c50-1640684ebd0a tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "GET /v2.0/security-groups/740560a6-eb77-4419-90df-fdbe860b31e2 HTTP/1.1" status: 404 len: 347 time: 0.0143440 May 26 14:12:03.878016 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3e4db-f909-473c-909b-4b49b84b5d93 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:03.878200 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3e4db-f909-473c-909b-4b49b84b5d93 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:03.878503 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3e4db-f909-473c-909b-4b49b84b5d93 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:03.878815 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3e4db-f909-473c-909b-4b49b84b5d93 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:03.879127 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3e4db-f909-473c-909b-4b49b84b5d93 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:03.879438 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3e4db-f909-473c-909b-4b49b84b5d93 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:03.879748 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3e4db-f909-473c-909b-4b49b84b5d93 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:03.880059 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3e4db-f909-473c-909b-4b49b84b5d93 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:03.880370 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3e4db-f909-473c-909b-4b49b84b5d93 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:03.880678 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3e4db-f909-473c-909b-4b49b84b5d93 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:03.881492 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 54784) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:12:03.881642 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde3e4db-f909-473c-909b-4b49b84b5d93 tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:03.989480 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:12:03.994315 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ccaf6-49ca-47fd-9a27-0fc665cfd0fc tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Deleting port ae414659-61e4-4ac0-815f-40d736cdfac3 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:12:03.994663 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f9ccaf6-49ca-47fd-9a27-0fc665cfd0fc tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (ae414659-61e4-4ac0-815f-40d736cdfac3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:04.034660 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:12:04.073559 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f9ccaf6-49ca-47fd-9a27-0fc665cfd0fc tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (ae414659-61e4-4ac0-815f-40d736cdfac3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:04.073886 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f9ccaf6-49ca-47fd-9a27-0fc665cfd0fc tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for floatingip (ae414659-61e4-4ac0-815f-40d736cdfac3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:04.087067 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ccaf6-49ca-47fd-9a27-0fc665cfd0fc tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Calling delete_port for ae414659-61e4-4ac0-815f-40d736cdfac3 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:12:04.220297 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f9ccaf6-49ca-47fd-9a27-0fc665cfd0fc tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14253972'] for port (ae414659-61e4-4ac0-815f-40d736cdfac3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:04.243821 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ccaf6-49ca-47fd-9a27-0fc665cfd0fc tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Pushing event deleted for resources: {'Port': ['ID=ae414659-61e4-4ac0-815f-40d736cdfac3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:12:04.310238 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f9ccaf6-49ca-47fd-9a27-0fc665cfd0fc tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks [] for floatingip (31ee1f8f-3e07-4c1a-9768-aa17910dc20a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:04.312691 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f9ccaf6-49ca-47fd-9a27-0fc665cfd0fc tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75414'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:04.313858 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-9f9ccaf6-49ca-47fd-9a27-0fc665cfd0fc tempest-AttachVolumeTestJSON-1941238879 tempest-AttachVolumeTestJSON-1941238879-project] 10.222.0.91 "DELETE /v2.0/floatingips/31ee1f8f-3e07-4c1a-9768-aa17910dc20a HTTP/1.1" status: 204 len: 168 time: 0.4314716 May 26 14:12:05.359251 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device faa529c5-4fa1-41f5-9879-947cbac1915d no longer exists at agent hyperv_hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:12:05.382953 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] No Port match for: faa529c5-4fa1-41f5-9879-947cbac1915d {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:12:05.383297 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Device faa529c5-4fa1-41f5-9879-947cbac1915d not bound to the agent host hv-cinder-84213 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:12:07.429375 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:07.867397 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 54812) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:12:08.316990 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-495ab8c1-572e-4bf4-a4e4-c23488a9ac0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-781528'] for router_interface (e7c68bca-8dd7-491e-beed-4664274f6134), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:08.472333 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:12:08.491338 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:12:08.533968 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-495ab8c1-572e-4bf4-a4e4-c23488a9ac0b admin admin] Deleting port ead478b0-d78c-465c-924d-4225dcadeaac {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:12:08.534349 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-495ab8c1-572e-4bf4-a4e4-c23488a9ac0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (ead478b0-d78c-465c-924d-4225dcadeaac), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:08.610678 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-495ab8c1-572e-4bf4-a4e4-c23488a9ac0b admin admin] For port ead478b0-d78c-465c-924d-4225dcadeaac, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=ead478b0-d78c-465c-924d-4225dcadeaac,segment=NetworkSegment(f321a816-e3bc-4765-98e8-4c091bbebacd),segment_id=f321a816-e3bc-4765-98e8-4c091bbebacd)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:12:08.611070 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-495ab8c1-572e-4bf4-a4e4-c23488a9ac0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (ead478b0-d78c-465c-924d-4225dcadeaac), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:08.623865 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-495ab8c1-572e-4bf4-a4e4-c23488a9ac0b admin admin] Calling delete_port for ead478b0-d78c-465c-924d-4225dcadeaac owned by network:router_interface {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:12:08.795670 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-495ab8c1-572e-4bf4-a4e4-c23488a9ac0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (ead478b0-d78c-465c-924d-4225dcadeaac), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:08.823156 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ab8c1-572e-4bf4-a4e4-c23488a9ac0b admin admin] Pushing event deleted for resources: {'Port': ['ID=ead478b0-d78c-465c-924d-4225dcadeaac,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:12:08.979655 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-495ab8c1-572e-4bf4-a4e4-c23488a9ac0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-302216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781380'] for router_interface (e7c68bca-8dd7-491e-beed-4664274f6134), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:09.448277 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495ab8c1-572e-4bf4-a4e4-c23488a9ac0b admin admin] Router e7c68bca-8dd7-491e-beed-4664274f6134 has already been hosted by L3 agent 1b8a3b4f-7d5a-4199-a274-9040a69691c5 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:12:09.532217 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:12:09.548801 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495ab8c1-572e-4bf4-a4e4-c23488a9ac0b admin admin] Notify agent at l3_agent.dv-cinder-842130-1-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:12:09.553714 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-495ab8c1-572e-4bf4-a4e4-c23488a9ac0b admin admin] 10.222.0.91 "PUT /v2.0/routers/e7c68bca-8dd7-491e-beed-4664274f6134/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6852360 May 26 14:12:09.556174 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 54816) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:12:09.558905 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df7c042-bc98-446c-b440-99942216d5d4 None None] Sync routers for ids ['e7c68bca-8dd7-491e-beed-4664274f6134'] in dv-cinder-842130-1-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:12:09.562265 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:12:09.569026 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df7c042-bc98-446c-b440-99942216d5d4 None None] Routers {'e7c68bca-8dd7-491e-beed-4664274f6134'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:12:09.569666 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6df7c042-bc98-446c-b440-99942216d5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:11:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['e7c68bca-8dd7-491e-beed-4664274f6134'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:12:09.650439 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-64812836-d596-4bd1-81e7-c1915fdf1b2b admin admin] Publish callbacks [] for router (e7c68bca-8dd7-491e-beed-4664274f6134), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:09.669260 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-6df7c042-bc98-446c-b440-99942216d5d4 None None] Set router e7c68bca-8dd7-491e-beed-4664274f6134 gateway port host: dv-cinder-842130-1-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:12:09.734426 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=100 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:12:09.752769 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-64812836-d596-4bd1-81e7-c1915fdf1b2b admin admin] Publish callbacks [] for router_gateway (e7c68bca-8dd7-491e-beed-4664274f6134), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:09.809791 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-64812836-d596-4bd1-81e7-c1915fdf1b2b admin admin] Deleting port 90d25559-6ef3-44cc-a26f-15937eb8122c {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:12:09.810535 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-64812836-d596-4bd1-81e7-c1915fdf1b2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (90d25559-6ef3-44cc-a26f-15937eb8122c), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:09.830246 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=100 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:12:09.837569 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6df7c042-bc98-446c-b440-99942216d5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'name': 'tempest-AttachVolumeTestJSON-445089964-router', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'external_fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '90d25559-6ef3-44cc-a26f-15937eb8122c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:12:08Z', 'revision_number': 5, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'gw_port': {'id': '90d25559-6ef3-44cc-a26f-15937eb8122c', 'name': '', 'network_id': '52e096d4-8aa7-4f06-8835-685346500be4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842130-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afa79513-0fef-42b7-ae4f-8319e7853c26', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842130-1-iscsi'}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:12:09.866674 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df7c042-bc98-446c-b440-99942216d5d4 None None] Checking router: e7c68bca-8dd7-491e-beed-4664274f6134 for host: dv-cinder-842130-1-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:12:09.875636 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df7c042-bc98-446c-b440-99942216d5d4 None None] Routers {'e7c68bca-8dd7-491e-beed-4664274f6134'} bound to L3 agent in host dv-cinder-842130-1-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:12:09.876249 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6df7c042-bc98-446c-b440-99942216d5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842130-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T13:47:20Z,description=,heartbeat_timestamp=2022-05-26T14:11:50Z,host='dv-cinder-842130-1-iscsi',id=1b8a3b4f-7d5a-4199-a274-9040a69691c5,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:47:20Z,topic='l3_agent')) {'router_ids': ['e7c68bca-8dd7-491e-beed-4664274f6134'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:12:09.898777 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-64812836-d596-4bd1-81e7-c1915fdf1b2b admin admin] For port 90d25559-6ef3-44cc-a26f-15937eb8122c, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=90d25559-6ef3-44cc-a26f-15937eb8122c,segment=NetworkSegment(7398460f-ba92-4b10-bc2e-e16a0f9ed6bc),segment_id=7398460f-ba92-4b10-bc2e-e16a0f9ed6bc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:12:09.899180 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-64812836-d596-4bd1-81e7-c1915fdf1b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (90d25559-6ef3-44cc-a26f-15937eb8122c), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:09.914100 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-64812836-d596-4bd1-81e7-c1915fdf1b2b admin admin] Calling delete_port for 90d25559-6ef3-44cc-a26f-15937eb8122c owned by network:router_gateway {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:12:09.966728 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-6df7c042-bc98-446c-b440-99942216d5d4 None None] Set router e7c68bca-8dd7-491e-beed-4664274f6134 gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:12:10.014510 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6df7c042-bc98-446c-b440-99942216d5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'name': 'tempest-AttachVolumeTestJSON-445089964-router', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:12:09Z', 'revision_number': 6, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'gw_port_host': None}], 'dv-cinder-842130-1-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:12:10.038951 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df7c042-bc98-446c-b440-99942216d5d4 None None] The sync data for ids ['e7c68bca-8dd7-491e-beed-4664274f6134'] in dv-cinder-842130-1-iscsi is: [{'id': 'e7c68bca-8dd7-491e-beed-4664274f6134', 'name': 'tempest-AttachVolumeTestJSON-445089964-router', 'tenant_id': '3fcd25a6c4574894a8270e3a43af782d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T14:04:59Z', 'updated_at': '2022-05-26T14:12:09Z', 'revision_number': 6, 'project_id': '3fcd25a6c4574894a8270e3a43af782d', 'gw_port_host': None}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:12:10.082982 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-64812836-d596-4bd1-81e7-c1915fdf1b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (90d25559-6ef3-44cc-a26f-15937eb8122c), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:10.108525 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64812836-d596-4bd1-81e7-c1915fdf1b2b admin admin] Pushing event deleted for resources: {'Port': ['ID=90d25559-6ef3-44cc-a26f-15937eb8122c,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:12:10.177253 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-64812836-d596-4bd1-81e7-c1915fdf1b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-778726'] for router_gateway (e7c68bca-8dd7-491e-beed-4664274f6134), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:10.267596 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-64812836-d596-4bd1-81e7-c1915fdf1b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5905'] for router (e7c68bca-8dd7-491e-beed-4664274f6134), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:10.269697 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-64812836-d596-4bd1-81e7-c1915fdf1b2b admin admin] Publish callbacks [] for router_controller (e7c68bca-8dd7-491e-beed-4664274f6134), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:10.310933 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-64812836-d596-4bd1-81e7-c1915fdf1b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-579260'] for router (e7c68bca-8dd7-491e-beed-4664274f6134), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:10.311563 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64812836-d596-4bd1-81e7-c1915fdf1b2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7c68bca-8dd7-491e-beed-4664274f6134 {{(pid=103886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 14:12:10.315733 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-64812836-d596-4bd1-81e7-c1915fdf1b2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:10.316866 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-64812836-d596-4bd1-81e7-c1915fdf1b2b admin admin] 10.222.0.91 "DELETE /v2.0/routers/e7c68bca-8dd7-491e-beed-4664274f6134 HTTP/1.1" status: 204 len: 168 time: 0.7598066 May 26 14:12:10.320085 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 54818) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:12:10.367291 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b6d0200-01cf-41d2-81f2-049aa8f535a4 admin admin] Deleting subnet a3821460-f20b-4748-9fc2-59afe71a09a7 {{(pid=103886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 14:12:10.370379 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2b6d0200-01cf-41d2-81f2-049aa8f535a4 admin admin] Publish callbacks [] for subnet (a3821460-f20b-4748-9fc2-59afe71a09a7), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:10.405708 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2b6d0200-01cf-41d2-81f2-049aa8f535a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13293489'] for subnet (a3821460-f20b-4748-9fc2-59afe71a09a7), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:10.481342 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:12:10.488036 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:12:10.495803 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2b6d0200-01cf-41d2-81f2-049aa8f535a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771753'] for subnet (a3821460-f20b-4748-9fc2-59afe71a09a7), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:10.549525 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2b6d0200-01cf-41d2-81f2-049aa8f535a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13293486', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13325969'] for subnet (a3821460-f20b-4748-9fc2-59afe71a09a7), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:10.582325 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d0200-01cf-41d2-81f2-049aa8f535a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3821460-f20b-4748-9fc2-59afe71a09a7,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:12:10.588090 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2b6d0200-01cf-41d2-81f2-049aa8f535a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:10.591379 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-2b6d0200-01cf-41d2-81f2-049aa8f535a4 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/a3821460-f20b-4748-9fc2-59afe71a09a7 HTTP/1.1" status: 204 len: 168 time: 0.2704260 May 26 14:12:10.593933 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 54820) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:12:10.596967 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00049f2c-c38b-4c6a-a582-78b1a0ad1bf9 None None] Network 48f83048-1a6c-4ff2-af0b-d6658384b0a0 requested from dv-cinder-842130-1-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 14:12:10.665228 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-96c14e55-33b9-43e4-b06b-2147694aa791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1846382'] for network (48f83048-1a6c-4ff2-af0b-d6658384b0a0), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:10.707812 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-96c14e55-33b9-43e4-b06b-2147694aa791 admin admin] Deleting port 2a1429f4-b7af-40de-a4c4-7344af85cd80 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:12:10.708150 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-96c14e55-33b9-43e4-b06b-2147694aa791 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (2a1429f4-b7af-40de-a4c4-7344af85cd80), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:10.771379 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-96c14e55-33b9-43e4-b06b-2147694aa791 admin admin] For port 2a1429f4-b7af-40de-a4c4-7344af85cd80, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=2a1429f4-b7af-40de-a4c4-7344af85cd80,segment=NetworkSegment(f321a816-e3bc-4765-98e8-4c091bbebacd),segment_id=f321a816-e3bc-4765-98e8-4c091bbebacd)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:12:10.771754 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-96c14e55-33b9-43e4-b06b-2147694aa791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (2a1429f4-b7af-40de-a4c4-7344af85cd80), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:10.786944 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-96c14e55-33b9-43e4-b06b-2147694aa791 admin admin] Calling delete_port for 2a1429f4-b7af-40de-a4c4-7344af85cd80 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:12:10.809256 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa37a86-b38a-4e73-9d5c-3d617392c92e None None] DHCP port deletion for 48f83048-1a6c-4ff2-af0b-d6658384b0a0 request from dv-cinder-842130-1-iscsi {{(pid=103887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 14:12:10.846748 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-5aa37a86-b38a-4e73-9d5c-3d617392c92e None None] Deleting port 2a1429f4-b7af-40de-a4c4-7344af85cd80 {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:12:10.847111 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5aa37a86-b38a-4e73-9d5c-3d617392c92e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727248563941'] for port (2a1429f4-b7af-40de-a4c4-7344af85cd80), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:10.869340 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-96c14e55-33b9-43e4-b06b-2147694aa791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13292127'] for port (2a1429f4-b7af-40de-a4c4-7344af85cd80), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:10.897321 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c14e55-33b9-43e4-b06b-2147694aa791 admin admin] No DVR routers for this DVR port 2a1429f4-b7af-40de-a4c4-7344af85cd80 on host dv-cinder-842130-1-iscsi {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:12:10.921461 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-5aa37a86-b38a-4e73-9d5c-3d617392c92e None None] For port 2a1429f4-b7af-40de-a4c4-7344af85cd80, host dv-cinder-842130-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842130-1-iscsi',level=0,port_id=2a1429f4-b7af-40de-a4c4-7344af85cd80,segment=NetworkSegment(f321a816-e3bc-4765-98e8-4c091bbebacd),segment_id=f321a816-e3bc-4765-98e8-4c091bbebacd)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:12:10.921885 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5aa37a86-b38a-4e73-9d5c-3d617392c92e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783712'] for port (2a1429f4-b7af-40de-a4c4-7344af85cd80), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:10.927125 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c14e55-33b9-43e4-b06b-2147694aa791 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a1429f4-b7af-40de-a4c4-7344af85cd80,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:12:10.936920 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-5aa37a86-b38a-4e73-9d5c-3d617392c92e None None] Calling delete_port for 2a1429f4-b7af-40de-a4c4-7344af85cd80 owned by network:dhcp {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:12:10.992463 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-96c14e55-33b9-43e4-b06b-2147694aa791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1769820', 'neutron.services.segments.db._delete_segments_for_network-8727248709232'] for network (48f83048-1a6c-4ff2-af0b-d6658384b0a0), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:11.014653 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5aa37a86-b38a-4e73-9d5c-3d617392c92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1665803', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-305067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727248573651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727248181306'] for port (2a1429f4-b7af-40de-a4c4-7344af85cd80), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:11.015358 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-96c14e55-33b9-43e4-b06b-2147694aa791 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f83048-1a6c-4ff2-af0b-d6658384b0a0']}} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:12:11.025873 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-96c14e55-33b9-43e4-b06b-2147694aa791 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f321a816-e3bc-4765-98e8-4c091bbebacd') {'for_net_delete': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:12:11.026221 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-96c14e55-33b9-43e4-b06b-2147694aa791 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f321a816-e3bc-4765-98e8-4c091bbebacd') {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:12:11.036799 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-96c14e55-33b9-43e4-b06b-2147694aa791 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727248710265', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13293448'] for segment (f321a816-e3bc-4765-98e8-4c091bbebacd), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:11.043256 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa37a86-b38a-4e73-9d5c-3d617392c92e None None] Pushing event deleted for resources: {'Port': ['ID=2a1429f4-b7af-40de-a4c4-7344af85cd80,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:12:11.051790 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa37a86-b38a-4e73-9d5c-3d617392c92e None None] No DVR routers for this DVR port 2a1429f4-b7af-40de-a4c4-7344af85cd80 on host dv-cinder-842130-1-iscsi {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:12:11.052644 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-96c14e55-33b9-43e4-b06b-2147694aa791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990'] for segment (f321a816-e3bc-4765-98e8-4c091bbebacd), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:11.054631 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa37a86-b38a-4e73-9d5c-3d617392c92e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:11.055149 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa37a86-b38a-4e73-9d5c-3d617392c92e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:11.055913 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa37a86-b38a-4e73-9d5c-3d617392c92e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:11.056773 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa37a86-b38a-4e73-9d5c-3d617392c92e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:11.057045 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa37a86-b38a-4e73-9d5c-3d617392c92e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:11.057664 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa37a86-b38a-4e73-9d5c-3d617392c92e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:11.058001 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa37a86-b38a-4e73-9d5c-3d617392c92e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:11.058336 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa37a86-b38a-4e73-9d5c-3d617392c92e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:11.058662 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa37a86-b38a-4e73-9d5c-3d617392c92e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:11.059032 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa37a86-b38a-4e73-9d5c-3d617392c92e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:11.059310 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa37a86-b38a-4e73-9d5c-3d617392c92e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:11.059636 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa37a86-b38a-4e73-9d5c-3d617392c92e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:11.059955 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa37a86-b38a-4e73-9d5c-3d617392c92e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:11.060274 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa37a86-b38a-4e73-9d5c-3d617392c92e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:11.060591 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa37a86-b38a-4e73-9d5c-3d617392c92e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842130-1-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:12:11.061008 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c14e55-33b9-43e4-b06b-2147694aa791 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 14:12:11.061495 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-96c14e55-33b9-43e4-b06b-2147694aa791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13292044'] for segment (f321a816-e3bc-4765-98e8-4c091bbebacd), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:11.117709 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.services.segments.plugin [-] Segment f321a816-e3bc-4765-98e8-4c091bbebacd resource provider aggregate not found May 26 14:12:11.138616 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.services.segments.plugin [-] Segment f321a816-e3bc-4765-98e8-4c091bbebacd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f321a816-e3bc-4765-98e8-4c091bbebacd found for delete ", "request_id": "req-3a44dcfd-c562-4101-a79e-e181d6aacbaf"}]} May 26 14:12:11.142521 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-96c14e55-33b9-43e4-b06b-2147694aa791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1769831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-778698'] for network (48f83048-1a6c-4ff2-af0b-d6658384b0a0), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:11.148023 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-96c14e55-33b9-43e4-b06b-2147694aa791 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:11.151578 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-96c14e55-33b9-43e4-b06b-2147694aa791 admin admin] 10.222.0.91 "DELETE /v2.0/networks/48f83048-1a6c-4ff2-af0b-d6658384b0a0 HTTP/1.1" status: 204 len: 168 time: 0.5564423 May 26 14:12:11.162183 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c14e55-33b9-43e4-b06b-2147694aa791 admin admin] Pushing event deleted for resources: {'Network': ['ID=48f83048-1a6c-4ff2-af0b-d6658384b0a0,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:12:11.271961 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 90d25559-6ef3-44cc-a26f-15937eb8122c no longer exists at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:12:11.280934 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 54828) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:12:11.299252 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] No Port match for: 90d25559-6ef3-44cc-a26f-15937eb8122c {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:12:11.299592 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 90d25559-6ef3-44cc-a26f-15937eb8122c not bound to the agent host dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:12:11.300008 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 2a1429f4-b7af-40de-a4c4-7344af85cd80 no longer exists at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:12:11.318178 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] No Port match for: 2a1429f4-b7af-40de-a4c4-7344af85cd80 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:12:11.318448 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device 2a1429f4-b7af-40de-a4c4-7344af85cd80 not bound to the agent host dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:12:11.318851 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device ead478b0-d78c-465c-924d-4225dcadeaac no longer exists at agent ovs-agent-dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:12:11.320199 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-9db830f5-5062-43dd-a4c8-952022d41cae admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3fcd25a6c4574894a8270e3a43af782d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404439 May 26 14:12:11.322576 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 54830) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:12:11.336784 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] No Port match for: ead478b0-d78c-465c-924d-4225dcadeaac {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:12:11.337059 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Device ead478b0-d78c-465c-924d-4225dcadeaac not bound to the agent host dv-cinder-842130-1-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:12:11.372090 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b04a14e1-3308-4623-9b4c-8c96308331c3 admin admin] Publish callbacks [] for security_group (655574be-550c-48ea-a03c-13694d133319), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:11.393205 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b04a14e1-3308-4623-9b4c-8c96308331c3 admin admin] Publish callbacks [] for security_group (655574be-550c-48ea-a03c-13694d133319), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:11.440504 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b04a14e1-3308-4623-9b4c-8c96308331c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (655574be-550c-48ea-a03c-13694d133319), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:11.443026 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b04a14e1-3308-4623-9b4c-8c96308331c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:11.444165 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-b04a14e1-3308-4623-9b4c-8c96308331c3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/655574be-550c-48ea-a03c-13694d133319 HTTP/1.1" status: 204 len: 168 time: 0.1206863 May 26 14:12:11.451824 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a14e1-3308-4623-9b4c-8c96308331c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655574be-550c-48ea-a03c-13694d133319,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:12:15.237146 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 54890) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:12:15.340520 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4024d1e-fa0a-47f2-bb1d-77db6713a75c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:15.416828 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4024d1e-fa0a-47f2-bb1d-77db6713a75c admin admin] Publish callbacks [] for security_group (c8f71ab4-6849-4102-a189-b0be0c06bbe1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:15.420553 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4024d1e-fa0a-47f2-bb1d-77db6713a75c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (c8f71ab4-6849-4102-a189-b0be0c06bbe1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:15.461961 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-d4024d1e-fa0a-47f2-bb1d-77db6713a75c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=db456be08cfa4c3b9ebf8c1e5bc396af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236729 May 26 14:12:15.463914 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4024d1e-fa0a-47f2-bb1d-77db6713a75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f71ab4-6849-4102-a189-b0be0c06bbe1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:12:15.464644 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 54894) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:12:15.513732 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-136488ee-df1b-4f4d-8b25-87dccc288c54 admin admin] Publish callbacks [] for security_group (c8f71ab4-6849-4102-a189-b0be0c06bbe1), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:15.539085 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-136488ee-df1b-4f4d-8b25-87dccc288c54 admin admin] Publish callbacks [] for security_group (c8f71ab4-6849-4102-a189-b0be0c06bbe1), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:15.585234 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-136488ee-df1b-4f4d-8b25-87dccc288c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (c8f71ab4-6849-4102-a189-b0be0c06bbe1), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:15.587753 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-136488ee-df1b-4f4d-8b25-87dccc288c54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:15.588890 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-136488ee-df1b-4f4d-8b25-87dccc288c54 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c8f71ab4-6849-4102-a189-b0be0c06bbe1 HTTP/1.1" status: 204 len: 168 time: 0.1231580 May 26 14:12:15.597347 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136488ee-df1b-4f4d-8b25-87dccc288c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f71ab4-6849-4102-a189-b0be0c06bbe1,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:12:17.526701 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=55,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:12:17.528241 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=59,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:12:17.542864 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-82b8daec-4b3c-409c-bf47-0c06c8bd81ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:18.522633 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:12:19.682395 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-541b31d9-3d0e-4d13-815b-0881908bef72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:20.468676 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 54968) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:12:20.575800 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8882d4cf-ee53-4102-a028-65b844e6d51d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:20.586125 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:DELETE=11,neutron:UPDATE=1,neutron:SELECT=88 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:12:20.642368 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:12:20.654341 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8882d4cf-ee53-4102-a028-65b844e6d51d admin admin] Publish callbacks [] for security_group (5d030476-79a7-4971-940c-88876545c54b), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:20.657924 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8882d4cf-ee53-4102-a028-65b844e6d51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (5d030476-79a7-4971-940c-88876545c54b), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:20.696883 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8882d4cf-ee53-4102-a028-65b844e6d51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d030476-79a7-4971-940c-88876545c54b,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:12:20.701777 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-8882d4cf-ee53-4102-a028-65b844e6d51d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3d8f6068f98c407daa5737da9a661d67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320888 May 26 14:12:20.703703 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 54972) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:12:20.758041 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-871f7aad-e189-4994-9c11-e8d0cb90ead8 admin admin] Publish callbacks [] for security_group (5d030476-79a7-4971-940c-88876545c54b), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:20.779347 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-871f7aad-e189-4994-9c11-e8d0cb90ead8 admin admin] Publish callbacks [] for security_group (5d030476-79a7-4971-940c-88876545c54b), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:20.828590 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-871f7aad-e189-4994-9c11-e8d0cb90ead8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (5d030476-79a7-4971-940c-88876545c54b), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:20.831278 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-871f7aad-e189-4994-9c11-e8d0cb90ead8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:20.832414 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-871f7aad-e189-4994-9c11-e8d0cb90ead8 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5d030476-79a7-4971-940c-88876545c54b HTTP/1.1" status: 204 len: 168 time: 0.1278138 May 26 14:12:20.840294 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f7aad-e189-4994-9c11-e8d0cb90ead8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d030476-79a7-4971-940c-88876545c54b,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:12:21.115044 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 54978) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:12:21.128170 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-44129a7e-dc0c-4e6b-ae66-1d9089030515 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:21.202790 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-44129a7e-dc0c-4e6b-ae66-1d9089030515 admin admin] Publish callbacks [] for security_group (6956f4a3-6d33-4eef-9314-e23a902d5c75), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:21.206574 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-44129a7e-dc0c-4e6b-ae66-1d9089030515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (6956f4a3-6d33-4eef-9314-e23a902d5c75), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:21.246136 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-44129a7e-dc0c-4e6b-ae66-1d9089030515 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9be60d65c43c4128b7fe8ec89c947456&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300161 May 26 14:12:21.247044 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44129a7e-dc0c-4e6b-ae66-1d9089030515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6956f4a3-6d33-4eef-9314-e23a902d5c75,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:12:21.248882 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 54980) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:12:21.299877 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3cfd7e04-766d-4a68-862e-11bc98570984 admin admin] Publish callbacks [] for security_group (6956f4a3-6d33-4eef-9314-e23a902d5c75), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:21.319225 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:12:21.321790 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3cfd7e04-766d-4a68-862e-11bc98570984 admin admin] Publish callbacks [] for security_group (6956f4a3-6d33-4eef-9314-e23a902d5c75), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:21.328112 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:12:21.334793 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:21.373394 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3cfd7e04-766d-4a68-862e-11bc98570984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (6956f4a3-6d33-4eef-9314-e23a902d5c75), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:21.376032 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3cfd7e04-766d-4a68-862e-11bc98570984 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:21.379627 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-3cfd7e04-766d-4a68-862e-11bc98570984 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6956f4a3-6d33-4eef-9314-e23a902d5c75 HTTP/1.1" status: 204 len: 168 time: 0.1266437 May 26 14:12:21.387087 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd7e04-766d-4a68-862e-11bc98570984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6956f4a3-6d33-4eef-9314-e23a902d5c75,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:12:22.551214 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:23.381350 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 55048) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:12:23.488943 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae7d0276-cb90-428e-8a38-6f0efbf36921 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:23.565726 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae7d0276-cb90-428e-8a38-6f0efbf36921 admin admin] Publish callbacks [] for security_group (bab692f6-56af-432e-ac1c-b8478270d087), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:23.570333 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae7d0276-cb90-428e-8a38-6f0efbf36921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (bab692f6-56af-432e-ac1c-b8478270d087), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:23.612372 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-ae7d0276-cb90-428e-8a38-6f0efbf36921 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=800e9788082146f780f5b0a73b4805c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299483 May 26 14:12:23.613252 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d0276-cb90-428e-8a38-6f0efbf36921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab692f6-56af-432e-ac1c-b8478270d087,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:12:23.615044 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 55052) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:12:23.664354 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-497e6d19-5729-4e78-aea2-d7abb101962f admin admin] Publish callbacks [] for security_group (bab692f6-56af-432e-ac1c-b8478270d087), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:23.685130 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-497e6d19-5729-4e78-aea2-d7abb101962f admin admin] Publish callbacks [] for security_group (bab692f6-56af-432e-ac1c-b8478270d087), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:23.731038 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-497e6d19-5729-4e78-aea2-d7abb101962f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (bab692f6-56af-432e-ac1c-b8478270d087), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:23.733700 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-497e6d19-5729-4e78-aea2-d7abb101962f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:23.735003 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-497e6d19-5729-4e78-aea2-d7abb101962f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/bab692f6-56af-432e-ac1c-b8478270d087 HTTP/1.1" status: 204 len: 168 time: 0.1189966 May 26 14:12:23.742851 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e6d19-5729-4e78-aea2-d7abb101962f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab692f6-56af-432e-ac1c-b8478270d087,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:12:24.005117 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 55058) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:12:24.018813 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ca449741-775f-44c2-a1d5-d3b4ba4d4e2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:24.020409 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:24.077563 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:INSERT=14,neutron:DELETE=3 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:12:24.102268 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ca449741-775f-44c2-a1d5-d3b4ba4d4e2e admin admin] Publish callbacks [] for security_group (3698bd82-bf48-47a9-87a0-1e4ecb9e95d3), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:24.106564 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ca449741-775f-44c2-a1d5-d3b4ba4d4e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (3698bd82-bf48-47a9-87a0-1e4ecb9e95d3), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:24.149102 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-ca449741-775f-44c2-a1d5-d3b4ba4d4e2e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=16cc484301f14ce18fed320fd09e9a89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1425436 May 26 14:12:24.149845 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca449741-775f-44c2-a1d5-d3b4ba4d4e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3698bd82-bf48-47a9-87a0-1e4ecb9e95d3,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:12:24.152372 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 55060) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:12:24.206562 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60f1a205-3634-412c-b0ee-029b1f8d84b7 admin admin] Publish callbacks [] for security_group (3698bd82-bf48-47a9-87a0-1e4ecb9e95d3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:24.228102 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60f1a205-3634-412c-b0ee-029b1f8d84b7 admin admin] Publish callbacks [] for security_group (3698bd82-bf48-47a9-87a0-1e4ecb9e95d3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:24.274361 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60f1a205-3634-412c-b0ee-029b1f8d84b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (3698bd82-bf48-47a9-87a0-1e4ecb9e95d3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:24.276886 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60f1a205-3634-412c-b0ee-029b1f8d84b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:24.278052 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-60f1a205-3634-412c-b0ee-029b1f8d84b7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3698bd82-bf48-47a9-87a0-1e4ecb9e95d3 HTTP/1.1" status: 204 len: 168 time: 0.1244671 May 26 14:12:24.285765 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f1a205-3634-412c-b0ee-029b1f8d84b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3698bd82-bf48-47a9-87a0-1e4ecb9e95d3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:12:24.711452 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=19 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:12:25.358355 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 55090) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:12:25.469254 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-71026cf9-17a2-4c5f-bf96-a7b0f6e81ccf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:25.548571 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-71026cf9-17a2-4c5f-bf96-a7b0f6e81ccf admin admin] Publish callbacks [] for security_group (e3b0e173-39f3-4481-af44-3391e9acdc84), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:25.552351 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-71026cf9-17a2-4c5f-bf96-a7b0f6e81ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (e3b0e173-39f3-4481-af44-3391e9acdc84), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:25.592484 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-71026cf9-17a2-4c5f-bf96-a7b0f6e81ccf admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2e171a623e5d44379c21e187ce1ff97c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330434 May 26 14:12:25.593387 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71026cf9-17a2-4c5f-bf96-a7b0f6e81ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b0e173-39f3-4481-af44-3391e9acdc84,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:12:25.595200 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 55094) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:12:25.635195 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:12:25.648227 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-97dff01c-9706-4688-8d83-fc37de65652a admin admin] Publish callbacks [] for security_group (e3b0e173-39f3-4481-af44-3391e9acdc84), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:25.670363 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-97dff01c-9706-4688-8d83-fc37de65652a admin admin] Publish callbacks [] for security_group (e3b0e173-39f3-4481-af44-3391e9acdc84), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:25.716148 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-97dff01c-9706-4688-8d83-fc37de65652a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (e3b0e173-39f3-4481-af44-3391e9acdc84), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:25.718821 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-97dff01c-9706-4688-8d83-fc37de65652a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:25.719985 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-97dff01c-9706-4688-8d83-fc37de65652a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e3b0e173-39f3-4481-af44-3391e9acdc84 HTTP/1.1" status: 204 len: 168 time: 0.1234808 May 26 14:12:25.727593 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dff01c-9706-4688-8d83-fc37de65652a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b0e173-39f3-4481-af44-3391e9acdc84,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:12:28.517803 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=32 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:12:33.841430 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 55212) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:12:33.961119 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b0ac0d2f-7048-4f28-add8-5c61aa208f8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:34.016338 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:12:34.043415 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b0ac0d2f-7048-4f28-add8-5c61aa208f8f admin admin] Publish callbacks [] for security_group (43cee3fa-6e06-4569-b820-ed2496a87dde), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:34.047528 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b0ac0d2f-7048-4f28-add8-5c61aa208f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (43cee3fa-6e06-4569-b820-ed2496a87dde), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:34.086382 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac0d2f-7048-4f28-add8-5c61aa208f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43cee3fa-6e06-4569-b820-ed2496a87dde,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:12:34.090755 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-b0ac0d2f-7048-4f28-add8-5c61aa208f8f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d5a73d0bb2b04c6594ee945a05c627ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2482939 May 26 14:12:34.093459 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 55216) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:12:34.144589 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-29db09be-20f3-4469-97d8-3ba35457ad75 admin admin] Publish callbacks [] for security_group (43cee3fa-6e06-4569-b820-ed2496a87dde), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:34.166690 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-29db09be-20f3-4469-97d8-3ba35457ad75 admin admin] Publish callbacks [] for security_group (43cee3fa-6e06-4569-b820-ed2496a87dde), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:34.213705 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-29db09be-20f3-4469-97d8-3ba35457ad75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (43cee3fa-6e06-4569-b820-ed2496a87dde), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:34.216364 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-29db09be-20f3-4469-97d8-3ba35457ad75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:34.217525 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-29db09be-20f3-4469-97d8-3ba35457ad75 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/43cee3fa-6e06-4569-b820-ed2496a87dde HTTP/1.1" status: 204 len: 168 time: 0.1231732 May 26 14:12:34.225919 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db09be-20f3-4469-97d8-3ba35457ad75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cee3fa-6e06-4569-b820-ed2496a87dde,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:12:34.515953 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 55222) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:12:34.529547 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9014b4f1-deee-4d69-9b69-9341f787fc47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:34.612272 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9014b4f1-deee-4d69-9b69-9341f787fc47 admin admin] Publish callbacks [] for security_group (62363eb7-30b2-42f0-88bd-e4e2fc96dd93), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:34.616161 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9014b4f1-deee-4d69-9b69-9341f787fc47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (62363eb7-30b2-42f0-88bd-e4e2fc96dd93), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:34.661563 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-9014b4f1-deee-4d69-9b69-9341f787fc47 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=53ce20ef5bcc4a0486762d6591ab5b44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437640 May 26 14:12:34.662021 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014b4f1-deee-4d69-9b69-9341f787fc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62363eb7-30b2-42f0-88bd-e4e2fc96dd93,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:12:34.664517 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 55224) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:12:34.717540 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5951ad70-5e4a-4cb1-88e1-53a27f5d69c5 admin admin] Publish callbacks [] for security_group (62363eb7-30b2-42f0-88bd-e4e2fc96dd93), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:34.738873 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5951ad70-5e4a-4cb1-88e1-53a27f5d69c5 admin admin] Publish callbacks [] for security_group (62363eb7-30b2-42f0-88bd-e4e2fc96dd93), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:34.786429 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5951ad70-5e4a-4cb1-88e1-53a27f5d69c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (62363eb7-30b2-42f0-88bd-e4e2fc96dd93), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:34.789013 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5951ad70-5e4a-4cb1-88e1-53a27f5d69c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:34.790196 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-5951ad70-5e4a-4cb1-88e1-53a27f5d69c5 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/62363eb7-30b2-42f0-88bd-e4e2fc96dd93 HTTP/1.1" status: 204 len: 168 time: 0.1245666 May 26 14:12:34.798063 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951ad70-5e4a-4cb1-88e1-53a27f5d69c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62363eb7-30b2-42f0-88bd-e4e2fc96dd93,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:12:35.133850 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.91', 55230) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:12:35.148095 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2f44426-c27a-419f-aecc-5c805cc9bd22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:35.185475 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=11 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:12:35.191123 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:DELETE=6,neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:12:35.261604 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2f44426-c27a-419f-aecc-5c805cc9bd22 admin admin] Publish callbacks [] for security_group (52aa3ea2-dc79-4ebc-b9ee-8e896e22ec7c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:35.265662 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a2f44426-c27a-419f-aecc-5c805cc9bd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (52aa3ea2-dc79-4ebc-b9ee-8e896e22ec7c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:35.305276 dv-cinder-842130-1-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-a2f44426-c27a-419f-aecc-5c805cc9bd22 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4a982f70e39b4484b1dc568cd9318683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1703050 May 26 14:12:35.306343 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f44426-c27a-419f-aecc-5c805cc9bd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52aa3ea2-dc79-4ebc-b9ee-8e896e22ec7c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:12:35.308902 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 55232) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:12:35.331377 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:12:35.365520 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-131e006b-95c5-4aec-b4f4-a830a92b2ec5 admin admin] Publish callbacks [] for security_group (52aa3ea2-dc79-4ebc-b9ee-8e896e22ec7c), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:35.390121 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-131e006b-95c5-4aec-b4f4-a830a92b2ec5 admin admin] Publish callbacks [] for security_group (52aa3ea2-dc79-4ebc-b9ee-8e896e22ec7c), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:35.439101 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-131e006b-95c5-4aec-b4f4-a830a92b2ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (52aa3ea2-dc79-4ebc-b9ee-8e896e22ec7c), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:35.441681 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-131e006b-95c5-4aec-b4f4-a830a92b2ec5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:35.442834 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-131e006b-95c5-4aec-b4f4-a830a92b2ec5 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/52aa3ea2-dc79-4ebc-b9ee-8e896e22ec7c HTTP/1.1" status: 204 len: 168 time: 0.1328621 May 26 14:12:35.450540 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e006b-95c5-4aec-b4f4-a830a92b2ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52aa3ea2-dc79-4ebc-b9ee-8e896e22ec7c,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:12:37.444026 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:44.635974 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 55304) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:12:44.745271 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cffa6efc-ece2-46b0-b8a9-074bac495894 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:44.756074 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:12:44.825191 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cffa6efc-ece2-46b0-b8a9-074bac495894 admin admin] Publish callbacks [] for security_group (81339d2b-e0d8-490d-a17a-96a03eccbea5), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:44.829406 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cffa6efc-ece2-46b0-b8a9-074bac495894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (81339d2b-e0d8-490d-a17a-96a03eccbea5), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:44.866202 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa6efc-ece2-46b0-b8a9-074bac495894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81339d2b-e0d8-490d-a17a-96a03eccbea5,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:12:44.870284 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-cffa6efc-ece2-46b0-b8a9-074bac495894 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5e33e2163a504c1f93d8f64c6fceb3d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333121 May 26 14:12:44.872868 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.91', 55308) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:12:44.923931 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5d6c5587-a6a0-4004-834b-5e3f1e26e04d admin admin] Publish callbacks [] for security_group (81339d2b-e0d8-490d-a17a-96a03eccbea5), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:44.946349 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5d6c5587-a6a0-4004-834b-5e3f1e26e04d admin admin] Publish callbacks [] for security_group (81339d2b-e0d8-490d-a17a-96a03eccbea5), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:44.994281 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5d6c5587-a6a0-4004-834b-5e3f1e26e04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581396'] for security_group (81339d2b-e0d8-490d-a17a-96a03eccbea5), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:44.996901 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5d6c5587-a6a0-4004-834b-5e3f1e26e04d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:44.998024 dv-cinder-842130-1-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-5d6c5587-a6a0-4004-834b-5e3f1e26e04d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/81339d2b-e0d8-490d-a17a-96a03eccbea5 HTTP/1.1" status: 204 len: 168 time: 0.1242285 May 26 14:12:45.006791 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c5587-a6a0-4004-834b-5e3f1e26e04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81339d2b-e0d8-490d-a17a-96a03eccbea5,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:12:45.300192 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=16,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:12:45.302307 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG dbcounter [-] [103885] Writing DB stats neutron:SELECT=9 {{(pid=103885) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:12:47.535479 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d70778ad-18bd-4c03-9dae-ea8f84304950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:49.676924 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=31,neutron:UPDATE=5 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:12:49.684273 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-89ab560f-cb89-4737-a949-688592008a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:51.338950 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:52.550868 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:54.023792 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:12:54.979104 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:SELECT=44,neutron:DELETE=5,neutron:INSERT=8 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:12:55.002476 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG dbcounter [-] [103886] Writing DB stats neutron:UPDATE=1,neutron:INSERT=3,neutron:SELECT=31,neutron:DELETE=2 {{(pid=103886) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:12:55.522221 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:13:01.709725 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=4 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:13:04.017719 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:13:04.020120 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:13:05.518377 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=4 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:13:07.450763 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:13:15.613192 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=1 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:13:15.613891 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:DELETE=1 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:13:17.445622 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:13:17.446342 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:13:17.533653 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a75e479c-8dae-4cab-a22f-83ba3ed0340a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:13:19.687658 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-81c92e7c-7629-4a98-8e3c-7e81123f9da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:13:21.341444 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:13:22.557810 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:13:24.026705 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:13:32.521985 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:13:34.020551 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:13:34.022529 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:13:37.465843 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:13:42.516318 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=4 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:13:42.516993 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=4 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:13:47.456384 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:13:47.461453 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:13:47.536509 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0856f250-28b5-493b-8a1b-5b3221e344de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:13:49.695868 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ecba0f52-236e-4572-84e9-6b42b301c70c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:13:51.344598 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:13:52.556241 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:13:54.030203 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:14:04.024946 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:14:04.025754 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:14:07.467525 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:14:09.520544 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:14:15.709624 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=15 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:14:17.457561 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:14:17.463129 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:14:17.541101 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b53894f4-f30a-44db-b9d1-d2b16dcd087b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:14:19.516711 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=19 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:14:19.688500 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e2119cee-9491-4a5e-94ac-a62c87615715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:14:21.347130 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:14:22.558383 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:14:24.033401 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:14:34.027523 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:14:34.029494 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:14:37.486592 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:14:46.519850 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:14:47.480007 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:14:47.480724 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:14:47.544499 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9cf801b7-9e1c-4c2e-8079-2b3cbad7b588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:14:49.689825 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-49844c3d-d0b3-4fa9-8e46-e91e759a3778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:14:51.350086 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:14:52.562020 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:14:52.714974 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=3 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:14:54.037271 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:14:56.515805 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=5 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:15:04.030924 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:15:04.032907 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:15:07.509053 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:15:15.617500 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=1 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:15:15.618187 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:DELETE=1 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:15:17.499022 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:15:17.504917 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:15:17.547042 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-06abe6e6-9373-4e9e-9b1f-e6c140627c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:15:19.691636 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-78832cdd-0b89-415e-a7f9-30586bd26f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:15:21.352046 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:15:22.564256 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:15:23.520467 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:15:24.040236 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:15:33.515420 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=3 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:15:33.516088 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=5 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:15:34.760211 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:15:34.762147 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:UPDATE=3,neutron:SELECT=21 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:15:37.518656 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:15:43.048536 dv-cinder-842130-1-iscsi neutron-server[103886]: DEBUG neutron.wsgi [req-a906848c-681a-4459-8193-49f530cf94a0 req-bba22ec3-8a7f-4e1e-884a-4add695878e8 service neutron] (103886) timed out ('10.222.0.82', 49482) {{(pid=103886) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 14:15:43.224585 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [req-8b5f5abc-11c8-435c-8e18-abdb254e411e req-c4d8aaa1-6ee9-438f-b876-23f2c20bbbb6 service neutron] (103885) timed out ('10.222.0.82', 49486) {{(pid=103885) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 14:15:47.511788 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:15:47.512501 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:15:47.549650 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed49ccb1-f89e-4e22-a0aa-3c0709c2a13b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:15:49.693210 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e035bee0-8622-4e50-9048-0abb4cde3fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:15:51.354410 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:15:52.567982 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:15:54.042665 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:16:00.520704 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:16:04.036229 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:16:04.038251 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:16:07.524135 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:16:07.834844 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [req-e2c8e56b-c600-4708-a272-0ce49447d407 req-f179de41-6578-46bd-bcb0-2fb3cd454c8d service neutron] (103885) timed out ('10.222.0.91', 49692) {{(pid=103885) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 14:16:08.059895 dv-cinder-842130-1-iscsi neutron-server[103885]: DEBUG neutron.wsgi [req-e2c8e56b-c600-4708-a272-0ce49447d407 req-2b3f5e1d-90d8-492c-9cee-7ad0e44af5fb tempest-AttachVolumeShelveTestJSON-460056092 tempest-AttachVolumeShelveTestJSON-460056092-project] (103885) timed out ('10.222.0.91', 49704) {{(pid=103885) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 14:16:14.727542 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=18 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:16:14.729396 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=16 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:16:17.518256 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:16:17.518972 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:16:17.551712 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c4ee4608-56db-4f97-9500-f48a8e470dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:16:19.695702 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e3947651-ffde-4cac-8aaa-ea7a104c5967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:16:21.356619 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:16:22.570624 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:16:24.046730 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:16:34.040092 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:16:34.042164 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:16:37.519750 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:16:37.554003 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:16:43.724221 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=4 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:16:47.515999 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=4 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:16:47.553799 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-53d402a8-6210-4020-b79f-4f3f384a425c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:16:49.698620 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9c7ab536-e946-4e57-acc2-76cf165acf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:16:51.366011 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:16:52.573013 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:16:54.050078 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:17:04.043312 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:17:04.045188 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:17:07.565383 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:17:14.519102 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:17:17.555772 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9979f78b-93dd-4e14-a7de-4cbe2cbe35af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:17:19.700787 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5bd9ab5f-db17-41ec-85ff-8bdae05c36a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:17:21.362468 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:17:22.576866 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:17:24.055625 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:17:24.514955 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=6 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:17:24.515786 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:17:34.634830 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:17:34.639598 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:17:37.564485 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:17:47.557669 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2d35fb79-7676-45da-a811-1119580abedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:17:49.703549 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b58c0a60-e84e-4dd9-95b3-ad8c47df7c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:17:51.365551 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:17:51.518770 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:17:52.581330 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:17:54.048150 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:17:57.723841 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=3 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:18:01.514790 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=5 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:18:04.042788 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:18:04.043676 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:18:07.579154 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cab517ad-70ff-4d38-97ec-ed6c30600c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (7e460fdd-77cf-4dd8-a6b2-3a1ca1c47a40), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:18:14.634357 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=13 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:18:14.636134 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG dbcounter [-] [103888] Writing DB stats neutron:SELECT=13 {{(pid=103888) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:18:17.560744 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fb82b18b-08b4-47b0-a1c5-2f296bf2662a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (d9e93f65-b338-473a-bf3d-e7a4456d9980), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:18:19.708060 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7dc87376-afee-4884-bfc0-af99a5af390e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (1b8a3b4f-7d5a-4199-a274-9040a69691c5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:18:21.370548 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed93abc3-3eee-42c2-b72c-d7324880a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (5834aa72-c995-4031-a508-916806b67e38), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:18:22.588211 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d9dd9a7f-d94d-4295-92a9-26b85b4f6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (2fa15c97-c477-4503-8f6f-f3471ae36fb7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:18:24.056217 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-411315fc-6862-4fa4-b229-22c217c1b5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727248709214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1685919'] for agent (083d02d4-47f3-493f-9afe-05142db1b6b6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:18:28.521581 dv-cinder-842130-1-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-ee918f01-ef35-4141-b56d-5df490522c83 None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:18:34.042075 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:18:34.050253 dv-cinder-842130-1-iscsi neutron-server[103887]: DEBUG dbcounter [-] [103887] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=103887) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}